2024-09-16T01:03:24.809 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T01:03:24.831 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:03:24.923 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/cap-flush} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906447' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Replacing daemon mds.a sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi029.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEfSSc+OcPJOA5lB3GaDZ3woLHaqp7iREOCXS5GLXpLG7m0mnboCXCQbfShZ6+hG7fgwumxNQw7nWkb6mCENTs= smithi122.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFxmMVwmR+E2Kh8k4JR0+klRmoQgSVs/tWbcC1LIewhyLOPEHGNE1CvPukH2zpbatSZr+WrbIF4V6qmZ+msEbFg= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_cap_flush teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T01:03:24.923 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T01:03:24.923 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T01:03:24.923 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T01:03:24.925 INFO:teuthology.task.internal:Checking packages... 2024-09-16T01:03:24.944 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T01:03:24.944 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:03:24.945 INFO:teuthology.packaging:ref: None 2024-09-16T01:03:24.945 INFO:teuthology.packaging:tag: None 2024-09-16T01:03:24.945 INFO:teuthology.packaging:branch: squid 2024-09-16T01:03:24.945 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:03:24.945 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T01:03:25.172 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T01:03:25.174 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T01:03:25.181 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T01:03:25.181 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T01:03:25.220 INFO:teuthology.task.internal:Saving configuration 2024-09-16T01:03:25.238 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T01:03:25.244 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T01:03:25.269 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:58:15.040512', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEfSSc+OcPJOA5lB3GaDZ3woLHaqp7iREOCXS5GLXpLG7m0mnboCXCQbfShZ6+hG7fgwumxNQw7nWkb6mCENTs='} 2024-09-16T01:03:25.290 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi122.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 00:58:15.038933', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFxmMVwmR+E2Kh8k4JR0+klRmoQgSVs/tWbcC1LIewhyLOPEHGNE1CvPukH2zpbatSZr+WrbIF4V6qmZ+msEbFg='} 2024-09-16T01:03:25.290 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T01:03:25.296 INFO:teuthology.task.internal:roles: ubuntu@smithi029.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-16T01:03:25.296 INFO:teuthology.task.internal:roles: ubuntu@smithi122.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-16T01:03:25.296 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T01:03:25.351 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0dbb47fbe0>, signals=[15]) 2024-09-16T01:03:25.351 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T01:03:25.357 INFO:teuthology.task.internal:Opening connections... 2024-09-16T01:03:25.358 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:03:25.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:03:25.458 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:03:25.459 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:03:25.535 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T01:03:25.541 DEBUG:teuthology.orchestra.run.smithi029:> uname -m 2024-09-16T01:03:25.560 INFO:teuthology.orchestra.run.smithi029.stdout:x86_64 2024-09-16T01:03:25.561 DEBUG:teuthology.orchestra.run.smithi029:> cat /etc/os-release 2024-09-16T01:03:25.618 INFO:teuthology.orchestra.run.smithi029.stdout:NAME="CentOS Stream" 2024-09-16T01:03:25.618 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION="9" 2024-09-16T01:03:25.618 INFO:teuthology.orchestra.run.smithi029.stdout:ID="centos" 2024-09-16T01:03:25.618 INFO:teuthology.orchestra.run.smithi029.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:03:25.618 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_ID="9" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:ANSI_COLOR="0;31" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:03:25.619 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:03:25.620 INFO:teuthology.lock.ops:Updating smithi029.front.sepia.ceph.com on lock server 2024-09-16T01:03:25.645 DEBUG:teuthology.orchestra.run.smithi122:> uname -m 2024-09-16T01:03:25.664 INFO:teuthology.orchestra.run.smithi122.stdout:x86_64 2024-09-16T01:03:25.664 DEBUG:teuthology.orchestra.run.smithi122:> cat /etc/os-release 2024-09-16T01:03:25.721 INFO:teuthology.orchestra.run.smithi122.stdout:NAME="CentOS Stream" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION="9" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:ID="centos" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION_ID="9" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:ANSI_COLOR="0;31" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:03:25.722 INFO:teuthology.orchestra.run.smithi122.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:03:25.723 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:03:25.723 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:03:25.723 INFO:teuthology.lock.ops:Updating smithi122.front.sepia.ceph.com on lock server 2024-09-16T01:03:25.745 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T01:03:25.754 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T01:03:25.760 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T01:03:25.760 DEBUG:teuthology.orchestra.run.smithi029:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:03:25.762 DEBUG:teuthology.orchestra.run.smithi122:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:03:25.779 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T01:03:25.785 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T01:03:25.785 DEBUG:teuthology.orchestra.run.smithi029:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:03:25.820 DEBUG:teuthology.orchestra.run.smithi122:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:03:25.925 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T01:03:25.980 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T01:03:25.995 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T01:03:25.995 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T01:03:25.995 DEBUG:teuthology.orchestra.run.smithi029:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:03:25.996 DEBUG:teuthology.orchestra.run.smithi122:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:03:26.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:03:26.012 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-16T01:03:26.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:03:26.014 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-16T01:03:26.069 INFO:teuthology.orchestra.run.smithi029.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:03:26.070 INFO:teuthology.task.kernel:Running kernel on smithi029: 5.14.0-503.el9.x86_64 2024-09-16T01:03:26.070 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum install -y kernel 2024-09-16T01:03:26.072 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:03:26.072 INFO:teuthology.task.kernel:Running kernel on smithi122: 5.14.0-503.el9.x86_64 2024-09-16T01:03:26.073 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum install -y kernel 2024-09-16T01:03:28.832 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 7.9 MB/s | 8.2 MB 00:01 2024-09-16T01:03:31.271 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-09-16T01:03:32.123 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 20 MB 00:02 2024-09-16T01:03:34.332 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-16T01:03:36.626 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.5 MB 00:00 2024-09-16T01:03:38.285 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-16T01:03:39.165 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-16T01:03:39.719 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 6.5 MB 00:01 2024-09-16T01:03:42.104 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-16T01:03:43.076 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-16T01:03:44.504 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:03:46.510 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:03:46.511 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:03:46.611 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout: Package Architecture Version Repository Size 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-16T01:03:46.622 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout:Install 4 Packages 2024-09-16T01:03:46.623 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:03:46.624 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 79 M 2024-09-16T01:03:46.624 INFO:teuthology.orchestra.run.smithi122.stdout:Installed size: 126 M 2024-09-16T01:03:46.624 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-16T01:03:46.913 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:03:46.913 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-core-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:03:46.913 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-modules-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:03:46.960 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:03:46.960 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-core-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:03:46.960 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-modules-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:03:47.081 INFO:teuthology.orchestra.run.smithi122.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 113 kB/s | 23 kB 00:00 2024-09-16T01:03:47.093 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-modules-core-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for https://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-core-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 443: Network is unreachable] 2024-09-16T01:03:47.114 INFO:teuthology.orchestra.run.smithi122.stdout:[MIRROR] kernel-modules-core-5.14.0-505.el9.x86_64.rpm: Curl error (7): Couldn't connect to server for http://mirror.facebook.net/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-core-5.14.0-505.el9.x86_64.rpm [Failed to connect to mirror.facebook.net port 80: Network is unreachable] 2024-09-16T01:03:47.589 INFO:teuthology.orchestra.run.smithi122.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-09-16T01:03:47.898 INFO:teuthology.orchestra.run.smithi122.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 34 MB/s | 35 MB 00:01 2024-09-16T01:03:48.282 INFO:teuthology.orchestra.run.smithi122.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 24 MB/s | 29 MB 00:01 2024-09-16T01:03:48.282 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:03:48.282 INFO:teuthology.orchestra.run.smithi122.stdout:Total 47 MB/s | 79 MB 00:01 2024-09-16T01:03:48.699 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-09-16T01:03:48.962 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-16T01:03:49.321 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-16T01:03:49.321 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-16T01:03:50.301 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-16T01:03:50.301 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-16T01:03:50.850 INFO:teuthology.orchestra.run.smithi029.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:03:50.851 INFO:teuthology.orchestra.run.smithi029.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:03:50.957 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: Package Architecture Version Repository Size 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2024-09-16T01:03:50.974 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:03:50.975 INFO:teuthology.orchestra.run.smithi029.stdout:Install 4 Packages 2024-09-16T01:03:50.975 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:03:50.975 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 79 M 2024-09-16T01:03:50.975 INFO:teuthology.orchestra.run.smithi029.stdout:Installed size: 126 M 2024-09-16T01:03:50.975 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2024-09-16T01:03:51.346 INFO:teuthology.orchestra.run.smithi029.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 196 kB/s | 23 kB 00:00 2024-09-16T01:03:51.946 INFO:teuthology.orchestra.run.smithi029.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-09-16T01:03:52.480 INFO:teuthology.orchestra.run.smithi029.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 25 MB/s | 29 MB 00:01 2024-09-16T01:03:52.737 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-16T01:03:53.139 INFO:teuthology.orchestra.run.smithi029.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 18 MB/s | 35 MB 00:01 2024-09-16T01:03:53.139 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:03:53.139 INFO:teuthology.orchestra.run.smithi029.stdout:Total 36 MB/s | 79 MB 00:02 2024-09-16T01:03:53.390 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:03:53.468 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:03:53.852 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2024-09-16T01:03:54.260 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2024-09-16T01:03:54.260 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2024-09-16T01:03:55.229 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2024-09-16T01:03:55.229 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2024-09-16T01:03:56.253 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:03:56.387 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:03:57.805 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2024-09-16T01:03:58.545 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:03:58.645 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:04:01.225 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:04:01.262 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:01.450 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:04:01.714 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:04:06.100 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:06.838 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:04:06.928 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:12.108 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:44.637 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:44.676 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:45.061 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:45.062 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:04:45.062 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:04:45.062 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:04:45.901 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:45.901 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:04:45.901 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-16T01:04:45.901 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:45.902 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:04:45.902 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:04:45.902 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:04:45.902 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:04:45.902 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-16T01:04:46.266 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:04:46.348 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:46.349 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:04:46.349 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:04:46.349 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:04:46.349 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:04:46.349 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T01:04:46.349 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi122.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:04:46.350 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:04:46.407 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:46.408 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:04:46.408 DEBUG:teuthology.orchestra.run.smithi122:> sudo rpm -qi grub2-tools 2024-09-16T01:04:46.448 INFO:teuthology.orchestra.run.smithi122.stdout:Name : grub2-tools 2024-09-16T01:04:46.448 INFO:teuthology.orchestra.run.smithi122.stdout:Epoch : 1 2024-09-16T01:04:46.448 INFO:teuthology.orchestra.run.smithi122.stdout:Version : 2.06 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Release : 82.el9 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Architecture: x86_64 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Group : Unspecified 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Size : 8274670 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:License : GPLv3+ 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Packager : builder@centos.org 2024-09-16T01:04:46.449 INFO:teuthology.orchestra.run.smithi122.stdout:Vendor : CentOS 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:Summary : Support tools for GRUB. 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:Description : 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:hardware devices. 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:04:46.450 INFO:teuthology.orchestra.run.smithi122.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:04:46.451 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:04:46.451 INFO:teuthology.task.kernel:Updating grub on smithi122 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:04:46.451 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:04:47.064 INFO:teuthology.orchestra.run.smithi122.stderr:Generating grub configuration file ... 2024-09-16T01:04:48.369 INFO:teuthology.orchestra.run.smithi122.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:04:48.408 INFO:teuthology.orchestra.run.smithi122.stderr:done 2024-09-16T01:04:48.411 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-16T01:04:48.427 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.rJwAFvXFkx 2024-09-16T01:04:48.427 DEBUG:teuthology.orchestra.run.smithi122:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.rJwAFvXFkx 2024-09-16T01:04:48.494 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.rJwAFvXFkx 2024-09-16T01:04:48.646 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.rJwAFvXFkx is 6KB 2024-09-16T01:04:48.695 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.rJwAFvXFkx 2024-09-16T01:04:48.710 DEBUG:teuthology.orchestra.run.smithi122:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:04:48.780 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:04:48.780 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:04:48.780 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:04:48.780 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:04:48.781 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:04:48.955 DEBUG:teuthology.orchestra.run.smithi122:> sudo shutdown -r now 2024-09-16T01:04:53.404 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:53.444 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:53.829 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:53.829 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:04:53.829 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:04:53.829 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:04:54.903 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:04:54.904 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-16T01:04:55.379 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:04:55.487 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:55.487 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:04:55.488 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:04:55.488 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:04:55.488 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:04:55.488 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T01:04:55.488 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi029.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:04:55.488 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:04:55.548 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:04:55.549 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:04:55.549 DEBUG:teuthology.orchestra.run.smithi029:> sudo rpm -qi grub2-tools 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Name : grub2-tools 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Epoch : 1 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Version : 2.06 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Release : 82.el9 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Architecture: x86_64 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Group : Unspecified 2024-09-16T01:04:55.581 INFO:teuthology.orchestra.run.smithi029.stdout:Size : 8274670 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:License : GPLv3+ 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Packager : builder@centos.org 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Vendor : CentOS 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Summary : Support tools for GRUB. 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:Description : 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:04:55.582 INFO:teuthology.orchestra.run.smithi029.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:04:55.583 INFO:teuthology.orchestra.run.smithi029.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:04:55.583 INFO:teuthology.orchestra.run.smithi029.stdout:hardware devices. 2024-09-16T01:04:55.583 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:04:55.583 INFO:teuthology.orchestra.run.smithi029.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:04:55.584 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:04:55.584 INFO:teuthology.task.kernel:Updating grub on smithi029 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:04:55.584 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:04:56.348 INFO:teuthology.orchestra.run.smithi029.stderr:Generating grub configuration file ... 2024-09-16T01:04:57.883 INFO:teuthology.orchestra.run.smithi029.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:04:57.926 INFO:teuthology.orchestra.run.smithi029.stderr:done 2024-09-16T01:04:57.928 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2024-09-16T01:04:57.943 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.pjjJgCOOst 2024-09-16T01:04:57.943 DEBUG:teuthology.orchestra.run.smithi029:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.pjjJgCOOst 2024-09-16T01:04:58.022 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.pjjJgCOOst 2024-09-16T01:04:58.165 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.pjjJgCOOst is 6KB 2024-09-16T01:04:58.213 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.pjjJgCOOst 2024-09-16T01:04:58.227 DEBUG:teuthology.orchestra.run.smithi029:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:04:58.297 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:04:58.298 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:04:58.298 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:04:58.298 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:04:58.299 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:04:58.445 DEBUG:teuthology.orchestra.run.smithi029:> sudo shutdown -r now 2024-09-16T01:05:18.977 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T01:05:18.977 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:05:18.978 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:05:28.457 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T01:05:28.457 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:05:28.458 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:05:53.469 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.122 2024-09-16T01:06:02.477 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:06:02.478 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:06:20.861 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.122 2024-09-16T01:06:28.466 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T01:06:32.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:06:32.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:06:33.277 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-16T01:06:33.789 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:06:33.789 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:06:33.789 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-16T01:06:33.803 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:06:33.803 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:06:33.804 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:06:33.804 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:06:34.805 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T01:06:34.805 DEBUG:teuthology.orchestra.run.smithi122:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:06:34.947 INFO:teuthology.orchestra.run.smithi122.stdout:ttyS1 2024-09-16T01:06:34.970 DEBUG:teuthology.parallel:result is None 2024-09-16T01:06:37.467 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:06:37.468 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:06:41.385 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-16T01:06:42.177 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:06:42.178 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:06:42.178 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-16T01:06:42.193 INFO:teuthology.orchestra.run.smithi029.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:06:42.193 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:06:42.193 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:06:42.193 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:06:43.194 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T01:06:43.194 DEBUG:teuthology.orchestra.run.smithi029:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:06:43.336 INFO:teuthology.orchestra.run.smithi029.stdout:ttyS1 2024-09-16T01:06:43.362 DEBUG:teuthology.parallel:result is None 2024-09-16T01:06:43.362 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T01:06:43.369 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T01:06:43.369 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:06:43.371 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:06:43.390 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T01:06:43.405 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T01:06:43.413 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T01:06:43.414 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:06:43.427 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:06:43.486 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T01:06:43.494 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T01:06:43.495 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:06:43.497 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:06:43.525 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:06:43.537 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:06:43.551 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:06:43.562 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:06:43.563 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T01:06:43.571 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T01:06:43.572 DEBUG:teuthology.orchestra.run.smithi029:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:06:43.574 DEBUG:teuthology.orchestra.run.smithi122:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:06:43.605 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T01:06:43.614 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T01:06:43.615 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:06:43.640 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:06:43.662 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:06:43.736 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:06:43.791 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:06:43.874 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:06:43.915 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:06:43.916 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:06:43.998 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:06:44.044 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:06:44.093 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:06:44.176 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:06:44.217 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:06:44.218 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:06:44.283 DEBUG:teuthology.orchestra.run.smithi029:> sudo service rsyslog restart 2024-09-16T01:06:44.288 DEBUG:teuthology.orchestra.run.smithi122:> sudo service rsyslog restart 2024-09-16T01:06:44.332 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:06:44.377 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:06:44.826 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T01:06:44.835 INFO:teuthology.task.internal:Starting timer... 2024-09-16T01:06:44.835 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T01:06:44.866 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T01:06:44.875 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-16T01:06:44.876 DEBUG:teuthology.orchestra.run.smithi029:> sudo service auditd rotate 2024-09-16T01:06:44.945 INFO:teuthology.orchestra.run.smithi029.stdout:Rotating logs: 2024-09-16T01:06:44.947 DEBUG:teuthology.orchestra.run.smithi122:> sudo service auditd rotate 2024-09-16T01:06:45.051 INFO:teuthology.orchestra.run.smithi122.stdout:Rotating logs: 2024-09-16T01:06:45.053 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T01:06:45.053 DEBUG:teuthology.orchestra.run.smithi029:> /usr/sbin/getenforce 2024-09-16T01:06:45.074 INFO:teuthology.orchestra.run.smithi029.stdout:Permissive 2024-09-16T01:06:45.074 DEBUG:teuthology.orchestra.run.smithi122:> /usr/sbin/getenforce 2024-09-16T01:06:45.103 INFO:teuthology.orchestra.run.smithi122.stdout:Permissive 2024-09-16T01:06:45.104 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi029.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi122.front.sepia.ceph.com': 'permissive'} 2024-09-16T01:06:45.104 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:06:45.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:06:45.143 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:06:45.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:06:45.170 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T01:06:45.170 DEBUG:teuthology.orchestra.run.smithi029:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:06:45.230 DEBUG:teuthology.orchestra.run.smithi122:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:06:45.262 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T01:06:45.272 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-16T01:06:45.275 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-16T01:06:45.387 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T01:06:45.418 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T01:06:45.419 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi029.front.sepia.ceph.com,smithi122.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T01:10:43.768 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi029.front.sepia.ceph.com'), Remote(name='ubuntu@smithi122.front.sepia.ceph.com')] 2024-09-16T01:10:43.769 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:10:43.771 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:10:43.853 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-16T01:10:43.891 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:10:43.892 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:10:43.892 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:10:43.970 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-16T01:10:44.009 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:10:44.010 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T01:10:44.019 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T01:10:44.020 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:10:44.020 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:10:44.023 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:10:44.023 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:10:44.052 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:10:44.068 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:10:44.080 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:10:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:sudo: ntpd: command not found 2024-09-16T01:10:44.094 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:10:44.105 INFO:teuthology.orchestra.run.smithi029.stdout:506 Cannot talk to daemon 2024-09-16T01:10:44.118 INFO:teuthology.orchestra.run.smithi122.stderr:sudo: ntpd: command not found 2024-09-16T01:10:44.120 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:10:44.129 INFO:teuthology.orchestra.run.smithi122.stdout:506 Cannot talk to daemon 2024-09-16T01:10:44.135 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:10:44.144 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:10:44.158 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:10:44.194 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:10:44.198 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:10:44.199 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-16T01:10:44.199 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.199 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.199 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.199 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.214 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.218 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:10:44.219 INFO:teuthology.run_tasks:Running task install... 2024-09-16T01:10:44.227 DEBUG:teuthology.task.install:project ceph 2024-09-16T01:10:44.228 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T01:10:44.228 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:10:44.228 INFO:teuthology.task.install:Using flavor: default 2024-09-16T01:10:44.234 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T01:10:44.234 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T01:10:44.236 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:10:44.236 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:10:44.241 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:10:44.241 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:10:44.394 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:10:44.394 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:10:44.398 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:10:44.398 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:10:44.544 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:10:44.544 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:10:44.545 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:10:44.547 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:10:44.547 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:10:44.547 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:10:44.574 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:10:44.574 DEBUG:teuthology.orchestra.run.smithi122:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:10:44.576 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:10:44.576 DEBUG:teuthology.orchestra.run.smithi029:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:10:44.641 DEBUG:teuthology.orchestra.run.smithi122:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:10:44.644 DEBUG:teuthology.orchestra.run.smithi029:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:10:44.718 DEBUG:teuthology.orchestra.run.smithi122:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:10:44.720 DEBUG:teuthology.orchestra.run.smithi029:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:10:44.782 INFO:teuthology.orchestra.run.smithi122.stdout:check_obsoletes = 1 2024-09-16T01:10:44.783 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum clean all 2024-09-16T01:10:44.786 INFO:teuthology.orchestra.run.smithi029.stdout:check_obsoletes = 1 2024-09-16T01:10:44.788 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum clean all 2024-09-16T01:10:45.014 INFO:teuthology.orchestra.run.smithi122.stdout:45 files removed 2024-09-16T01:10:45.020 INFO:teuthology.orchestra.run.smithi029.stdout:45 files removed 2024-09-16T01:10:45.041 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:10:45.048 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:10:45.644 INFO:teuthology.orchestra.run.smithi029.stdout:ceph packages for x86_64 283 kB/s | 83 kB 00:00 2024-09-16T01:10:45.654 INFO:teuthology.orchestra.run.smithi122.stdout:ceph packages for x86_64 253 kB/s | 83 kB 00:00 2024-09-16T01:10:46.130 INFO:teuthology.orchestra.run.smithi122.stdout:ceph noarch packages 27 kB/s | 12 kB 00:00 2024-09-16T01:10:46.137 INFO:teuthology.orchestra.run.smithi029.stdout:ceph noarch packages 26 kB/s | 12 kB 00:00 2024-09-16T01:10:46.414 INFO:teuthology.orchestra.run.smithi122.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-16T01:10:46.423 INFO:teuthology.orchestra.run.smithi029.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-16T01:10:47.122 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-16T01:10:47.324 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 9.6 MB/s | 8.2 MB 00:00 2024-09-16T01:10:48.857 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 32 MB/s | 20 MB 00:00 2024-09-16T01:10:49.227 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-16T01:10:54.133 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 6.5 MB 00:01 2024-09-16T01:10:54.539 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.5 MB 00:01 2024-09-16T01:10:55.529 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 100 kB/s | 19 kB 00:00 2024-09-16T01:10:56.240 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 19 kB 00:00 2024-09-16T01:10:56.414 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-16T01:10:57.330 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-16T01:11:01.844 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:11:03.011 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-16T01:11:04.179 INFO:teuthology.orchestra.run.smithi122.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:11:04.179 INFO:teuthology.orchestra.run.smithi122.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:11:04.190 INFO:teuthology.orchestra.run.smithi122.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:11:04.191 INFO:teuthology.orchestra.run.smithi122.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:11:04.192 INFO:teuthology.orchestra.run.smithi122.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:11:04.193 INFO:teuthology.orchestra.run.smithi122.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:11:04.194 INFO:teuthology.orchestra.run.smithi122.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:11:04.197 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:11:04.198 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:11:04.260 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: Package Arch Version Repository Size 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:11:04.287 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:11:04.288 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:11:04.289 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrading: 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:11:04.290 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:11:04.291 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:11:04.292 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:11:04.293 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:11:04.294 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:11:04.295 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:11:04.296 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:11:04.297 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:11:04.298 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:11:04.299 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout:Installing weak dependencies: 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:11:04.300 INFO:teuthology.orchestra.run.smithi122.stdout:Install 148 Packages 2024-09-16T01:11:04.301 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrade 8 Packages 2024-09-16T01:11:04.301 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:04.301 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 226 M 2024-09-16T01:11:04.301 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-16T01:11:05.004 INFO:teuthology.orchestra.run.smithi122.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 47 kB/s | 6.5 kB 00:00 2024-09-16T01:11:05.212 INFO:teuthology.orchestra.run.smithi122.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-16T01:11:05.288 INFO:teuthology.orchestra.run.smithi122.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.9 MB/s | 145 kB 00:00 2024-09-16T01:11:05.388 INFO:teuthology.orchestra.run.smithi122.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-16T01:11:05.513 INFO:teuthology.orchestra.run.smithi122.stdout:(5/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 12 MB/s | 1.5 MB 00:00 2024-09-16T01:11:05.552 INFO:teuthology.orchestra.run.smithi029.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:11:05.552 INFO:teuthology.orchestra.run.smithi029.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:11:05.564 INFO:teuthology.orchestra.run.smithi029.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:11:05.565 INFO:teuthology.orchestra.run.smithi029.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:11:05.565 INFO:teuthology.orchestra.run.smithi029.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:11:05.566 INFO:teuthology.orchestra.run.smithi029.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:11:05.568 INFO:teuthology.orchestra.run.smithi029.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:11:05.571 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:11:05.572 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:11:05.597 INFO:teuthology.orchestra.run.smithi122.stdout:(6/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 7.7 MB/s | 2.4 MB 00:00 2024-09-16T01:11:05.639 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-16T01:11:05.666 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:11:05.666 INFO:teuthology.orchestra.run.smithi029.stdout: Package Arch Version Repository Size 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:11:05.667 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:11:05.668 INFO:teuthology.orchestra.run.smithi029.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:11:05.669 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrading: 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:11:05.670 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:11:05.671 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:11:05.672 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:11:05.673 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:11:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:11:05.675 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:11:05.676 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:11:05.677 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:11:05.678 INFO:teuthology.orchestra.run.smithi029.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout:Installing weak dependencies: 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout:Install 148 Packages 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrade 8 Packages 2024-09-16T01:11:05.679 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:11:05.680 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 226 M 2024-09-16T01:11:05.680 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2024-09-16T01:11:05.805 INFO:teuthology.orchestra.run.smithi122.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-16T01:11:06.014 INFO:teuthology.orchestra.run.smithi122.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 18 MB/s | 21 MB 00:01 2024-09-16T01:11:06.064 INFO:teuthology.orchestra.run.smithi122.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 506 kB/s | 25 kB 00:00 2024-09-16T01:11:06.381 INFO:teuthology.orchestra.run.smithi122.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 18 MB/s | 11 MB 00:00 2024-09-16T01:11:06.416 INFO:teuthology.orchestra.run.smithi029.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 36 kB/s | 6.5 kB 00:00 2024-09-16T01:11:06.457 INFO:teuthology.orchestra.run.smithi122.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 3.0 MB/s | 228 kB 00:00 2024-09-16T01:11:06.548 INFO:teuthology.orchestra.run.smithi122.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 296 kB/s | 27 kB 00:00 2024-09-16T01:11:06.632 INFO:teuthology.orchestra.run.smithi122.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 380 kB/s | 32 kB 00:00 2024-09-16T01:11:06.807 INFO:teuthology.orchestra.run.smithi122.stdout:(14/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 14 MB/s | 17 MB 00:01 2024-09-16T01:11:06.849 INFO:teuthology.orchestra.run.smithi122.stdout:(15/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 3.4 MB/s | 751 kB 00:00 2024-09-16T01:11:06.874 INFO:teuthology.orchestra.run.smithi122.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-16T01:11:06.900 INFO:teuthology.orchestra.run.smithi122.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 2.5 MB/s | 127 kB 00:00 2024-09-16T01:11:06.900 INFO:teuthology.orchestra.run.smithi029.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.8 MB/s | 896 kB 00:00 2024-09-16T01:11:06.925 INFO:teuthology.orchestra.run.smithi122.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 9.8 MB/s | 506 kB 00:00 2024-09-16T01:11:06.992 INFO:teuthology.orchestra.run.smithi122.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 672 kB/s | 45 kB 00:00 2024-09-16T01:11:07.050 INFO:teuthology.orchestra.run.smithi029.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 966 kB/s | 145 kB 00:00 2024-09-16T01:11:07.234 INFO:teuthology.orchestra.run.smithi122.stdout:(20/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-16T01:11:07.326 INFO:teuthology.orchestra.run.smithi122.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 1.7 MB/s | 161 kB 00:00 2024-09-16T01:11:07.460 INFO:teuthology.orchestra.run.smithi122.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 2.3 MB/s | 320 kB 00:00 2024-09-16T01:11:07.552 INFO:teuthology.orchestra.run.smithi122.stdout:(23/156): python3-ceph-common-19.1.1-326.g8921c 243 kB/s | 136 kB 00:00 2024-09-16T01:11:07.577 INFO:teuthology.orchestra.run.smithi122.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.5 MB/s | 300 kB 00:00 2024-09-16T01:11:07.601 INFO:teuthology.orchestra.run.smithi029.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 4.0 MB/s | 5.4 MB 00:01 2024-09-16T01:11:07.611 INFO:teuthology.orchestra.run.smithi122.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.7 MB/s | 99 kB 00:00 2024-09-16T01:11:07.636 INFO:teuthology.orchestra.run.smithi122.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-16T01:11:07.676 INFO:teuthology.orchestra.run.smithi029.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 3.8 MB/s | 2.4 MB 00:00 2024-09-16T01:11:07.703 INFO:teuthology.orchestra.run.smithi122.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.5 MB/s | 170 kB 00:00 2024-09-16T01:11:07.770 INFO:teuthology.orchestra.run.smithi122.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 478 kB/s | 32 kB 00:00 2024-09-16T01:11:07.853 INFO:teuthology.orchestra.run.smithi122.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-16T01:11:07.877 INFO:teuthology.orchestra.run.smithi029.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 5.5 MB/s | 1.5 MB 00:00 2024-09-16T01:11:07.879 INFO:teuthology.orchestra.run.smithi122.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.3 MB/s | 146 kB 00:00 2024-09-16T01:11:08.269 INFO:teuthology.orchestra.run.smithi029.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 7.9 MB/s | 4.7 MB 00:00 2024-09-16T01:11:08.330 INFO:teuthology.orchestra.run.smithi122.stdout:(31/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 21 MB/s | 49 MB 00:02 2024-09-16T01:11:08.405 INFO:teuthology.orchestra.run.smithi122.stdout:(32/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 6.5 MB/s | 3.6 MB 00:00 2024-09-16T01:11:08.430 INFO:teuthology.orchestra.run.smithi122.stdout:(33/156): ceph-mgr-modules-core-19.1.1-326.g892 2.5 MB/s | 249 kB 00:00 2024-09-16T01:11:08.472 INFO:teuthology.orchestra.run.smithi122.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 741 kB/s | 49 kB 00:00 2024-09-16T01:11:08.497 INFO:teuthology.orchestra.run.smithi122.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 245 kB/s | 16 kB 00:00 2024-09-16T01:11:08.547 INFO:teuthology.orchestra.run.smithi122.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 3.7 MB/s | 285 kB 00:00 2024-09-16T01:11:08.631 INFO:teuthology.orchestra.run.smithi122.stdout:(37/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 218 kB/s | 18 kB 00:00 2024-09-16T01:11:08.664 INFO:teuthology.orchestra.run.smithi122.stdout:(38/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 4.5 MB/s | 765 kB 00:00 2024-09-16T01:11:08.998 INFO:teuthology.orchestra.run.smithi122.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 217 kB/s | 80 kB 00:00 2024-09-16T01:11:09.019 INFO:teuthology.orchestra.run.smithi029.stdout:(8/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86_ 15 MB/s | 17 MB 00:01 2024-09-16T01:11:09.124 INFO:teuthology.orchestra.run.smithi122.stdout:(40/156): ceph-mgr-diskprediction-local-19.1.1- 5.9 MB/s | 7.4 MB 00:01 2024-09-16T01:11:09.199 INFO:teuthology.orchestra.run.smithi122.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 955 kB/s | 191 kB 00:00 2024-09-16T01:11:09.432 INFO:teuthology.orchestra.run.smithi122.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 801 kB 00:00 2024-09-16T01:11:09.437 INFO:teuthology.orchestra.run.smithi029.stdout:(9/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 6.6 MB/s | 21 MB 00:03 2024-09-16T01:11:09.470 INFO:teuthology.orchestra.run.smithi029.stdout:(10/156): ceph-selinux-19.1.1-326.g8921c8ef.el9 56 kB/s | 25 kB 00:00 2024-09-16T01:11:09.533 INFO:teuthology.orchestra.run.smithi122.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 3.7 MB/s | 1.2 MB 00:00 2024-09-16T01:11:09.566 INFO:teuthology.orchestra.run.smithi122.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 797 kB/s | 106 kB 00:00 2024-09-16T01:11:09.650 INFO:teuthology.orchestra.run.smithi122.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-16T01:11:09.671 INFO:teuthology.orchestra.run.smithi029.stdout:(11/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 7.6 MB/s | 11 MB 00:01 2024-09-16T01:11:09.675 INFO:teuthology.orchestra.run.smithi122.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-16T01:11:09.701 INFO:teuthology.orchestra.run.smithi122.stdout:(47/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 439 kB/s | 253 kB 00:00 2024-09-16T01:11:09.706 INFO:teuthology.orchestra.run.smithi029.stdout:(12/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 969 kB/s | 228 kB 00:00 2024-09-16T01:11:09.732 INFO:teuthology.orchestra.run.smithi029.stdout:(13/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 448 kB/s | 27 kB 00:00 2024-09-16T01:11:09.757 INFO:teuthology.orchestra.run.smithi029.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 627 kB/s | 32 kB 00:00 2024-09-16T01:11:09.759 INFO:teuthology.orchestra.run.smithi122.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-16T01:11:09.808 INFO:teuthology.orchestra.run.smithi029.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 3.2 MB/s | 163 kB 00:00 2024-09-16T01:11:09.850 INFO:teuthology.orchestra.run.smithi029.stdout:(16/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 6.2 MB/s | 751 kB 00:00 2024-09-16T01:11:09.859 INFO:teuthology.orchestra.run.smithi122.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 5.8 MB/s | 943 kB 00:00 2024-09-16T01:11:09.884 INFO:teuthology.orchestra.run.smithi029.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 1.6 MB/s | 127 kB 00:00 2024-09-16T01:11:09.893 INFO:teuthology.orchestra.run.smithi122.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 689 kB 00:00 2024-09-16T01:11:09.918 INFO:teuthology.orchestra.run.smithi122.stdout:(51/156): boost-program-options-1.75.0-8.el9.x8 673 kB/s | 107 kB 00:00 2024-09-16T01:11:09.926 INFO:teuthology.orchestra.run.smithi029.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 6.5 MB/s | 506 kB 00:00 2024-09-16T01:11:09.952 INFO:teuthology.orchestra.run.smithi122.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 235 kB/s | 22 kB 00:00 2024-09-16T01:11:09.977 INFO:teuthology.orchestra.run.smithi122.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-16T01:11:09.985 INFO:teuthology.orchestra.run.smithi029.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 771 kB/s | 45 kB 00:00 2024-09-16T01:11:10.019 INFO:teuthology.orchestra.run.smithi122.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-09-16T01:11:10.053 INFO:teuthology.orchestra.run.smithi122.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 242 kB/s | 18 kB 00:00 2024-09-16T01:11:10.060 INFO:teuthology.orchestra.run.smithi029.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.8 MB/s | 136 kB 00:00 2024-09-16T01:11:10.111 INFO:teuthology.orchestra.run.smithi122.stdout:(56/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-09-16T01:11:10.128 INFO:teuthology.orchestra.run.smithi122.stdout:(57/156): libaio-devel-0.3.111-13.el9.x86_64.rp 102 kB/s | 11 kB 00:00 2024-09-16T01:11:10.145 INFO:teuthology.orchestra.run.smithi029.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 1.9 MB/s | 161 kB 00:00 2024-09-16T01:11:10.154 INFO:teuthology.orchestra.run.smithi122.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-16T01:11:10.187 INFO:teuthology.orchestra.run.smithi122.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 601 kB/s | 45 kB 00:00 2024-09-16T01:11:10.246 INFO:teuthology.orchestra.run.smithi122.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 6.2 MB/s | 581 kB 00:00 2024-09-16T01:11:10.263 INFO:teuthology.orchestra.run.smithi122.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 325 kB/s | 24 kB 00:00 2024-09-16T01:11:10.278 INFO:teuthology.orchestra.run.smithi029.stdout:(22/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-16T01:11:10.297 INFO:teuthology.orchestra.run.smithi122.stdout:(62/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-09-16T01:11:10.312 INFO:teuthology.orchestra.run.smithi029.stdout:(23/156): python3-rados-19.1.1-326.g8921c8ef.el 1.9 MB/s | 320 kB 00:00 2024-09-16T01:11:10.322 INFO:teuthology.orchestra.run.smithi122.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-09-16T01:11:10.346 INFO:teuthology.orchestra.run.smithi029.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 4.4 MB/s | 300 kB 00:00 2024-09-16T01:11:10.347 INFO:teuthology.orchestra.run.smithi122.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-16T01:11:10.372 INFO:teuthology.orchestra.run.smithi029.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.6 MB/s | 99 kB 00:00 2024-09-16T01:11:10.372 INFO:teuthology.orchestra.run.smithi122.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-16T01:11:10.397 INFO:teuthology.orchestra.run.smithi029.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.6 MB/s | 85 kB 00:00 2024-09-16T01:11:10.406 INFO:teuthology.orchestra.run.smithi122.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 459 kB/s | 38 kB 00:00 2024-09-16T01:11:10.456 INFO:teuthology.orchestra.run.smithi029.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-16T01:11:10.514 INFO:teuthology.orchestra.run.smithi122.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 30 MB/s | 4.9 MB 00:00 2024-09-16T01:11:10.525 INFO:teuthology.orchestra.run.smithi029.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 465 kB/s | 32 kB 00:00 2024-09-16T01:11:10.565 INFO:teuthology.orchestra.run.smithi122.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-09-16T01:11:10.625 INFO:teuthology.orchestra.run.smithi029.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-16T01:11:10.632 INFO:teuthology.orchestra.run.smithi122.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-09-16T01:11:10.651 INFO:teuthology.orchestra.run.smithi029.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.1 MB/s | 146 kB 00:00 2024-09-16T01:11:10.657 INFO:teuthology.orchestra.run.smithi122.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.5 MB/s | 137 kB 00:00 2024-09-16T01:11:10.691 INFO:teuthology.orchestra.run.smithi122.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 5.1 MB/s | 910 kB 00:00 2024-09-16T01:11:10.766 INFO:teuthology.orchestra.run.smithi122.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-16T01:11:10.792 INFO:teuthology.orchestra.run.smithi122.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 871 kB/s | 87 kB 00:00 2024-09-16T01:11:10.875 INFO:teuthology.orchestra.run.smithi122.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-16T01:11:10.900 INFO:teuthology.orchestra.run.smithi122.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 564 kB/s | 61 kB 00:00 2024-09-16T01:11:10.909 INFO:teuthology.orchestra.run.smithi029.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 13 MB/s | 3.6 MB 00:00 2024-09-16T01:11:10.985 INFO:teuthology.orchestra.run.smithi029.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 3.3 MB/s | 249 kB 00:00 2024-09-16T01:11:11.017 INFO:teuthology.orchestra.run.smithi122.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 24 MB/s | 6.0 MB 00:00 2024-09-16T01:11:11.051 INFO:teuthology.orchestra.run.smithi122.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2024-09-16T01:11:11.085 INFO:teuthology.orchestra.run.smithi122.stdout:(78/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-09-16T01:11:11.110 INFO:teuthology.orchestra.run.smithi122.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 278 kB/s | 26 kB 00:00 2024-09-16T01:11:11.152 INFO:teuthology.orchestra.run.smithi029.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-16T01:11:11.160 INFO:teuthology.orchestra.run.smithi122.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 256 kB/s | 19 kB 00:00 2024-09-16T01:11:11.179 INFO:teuthology.orchestra.run.smithi029.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 256 kB/s | 49 kB 00:00 2024-09-16T01:11:11.194 INFO:teuthology.orchestra.run.smithi122.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-09-16T01:11:11.204 INFO:teuthology.orchestra.run.smithi029.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 325 kB/s | 16 kB 00:00 2024-09-16T01:11:11.219 INFO:teuthology.orchestra.run.smithi122.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 319 kB/s | 35 kB 00:00 2024-09-16T01:11:11.229 INFO:teuthology.orchestra.run.smithi029.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 5.5 MB/s | 285 kB 00:00 2024-09-16T01:11:11.277 INFO:teuthology.orchestra.run.smithi122.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-09-16T01:11:11.280 INFO:teuthology.orchestra.run.smithi029.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-16T01:11:11.303 INFO:teuthology.orchestra.run.smithi122.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-16T01:11:11.313 INFO:teuthology.orchestra.run.smithi029.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 217 kB/s | 18 kB 00:00 2024-09-16T01:11:11.370 INFO:teuthology.orchestra.run.smithi122.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 5.1 MB 00:00 2024-09-16T01:11:11.395 INFO:teuthology.orchestra.run.smithi122.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 459 kB/s | 42 kB 00:00 2024-09-16T01:11:11.414 INFO:teuthology.orchestra.run.smithi029.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 595 kB/s | 80 kB 00:00 2024-09-16T01:11:11.420 INFO:teuthology.orchestra.run.smithi122.stdout:(87/156): python3-packaging-20.9-5.el9.noarch.r 542 kB/s | 77 kB 00:00 2024-09-16T01:11:11.462 INFO:teuthology.orchestra.run.smithi122.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-16T01:11:11.504 INFO:teuthology.orchestra.run.smithi122.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-09-16T01:11:11.529 INFO:teuthology.orchestra.run.smithi122.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 761 kB/s | 51 kB 00:00 2024-09-16T01:11:11.563 INFO:teuthology.orchestra.run.smithi122.stdout:(91/156): python3-protobuf-3.14.0-13.el9.noarch 1.4 MB/s | 269 kB 00:00 2024-09-16T01:11:11.588 INFO:teuthology.orchestra.run.smithi122.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 640 kB/s | 54 kB 00:00 2024-09-16T01:11:11.639 INFO:teuthology.orchestra.run.smithi122.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 554 kB/s | 42 kB 00:00 2024-09-16T01:11:11.664 INFO:teuthology.orchestra.run.smithi122.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 587 kB/s | 44 kB 00:00 2024-09-16T01:11:11.731 INFO:teuthology.orchestra.run.smithi122.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 539 kB/s | 36 kB 00:00 2024-09-16T01:11:11.756 INFO:teuthology.orchestra.run.smithi122.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.8 MB/s | 221 kB 00:00 2024-09-16T01:11:11.806 INFO:teuthology.orchestra.run.smithi122.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 632 kB/s | 47 kB 00:00 2024-09-16T01:11:11.990 INFO:teuthology.orchestra.run.smithi122.stdout:(98/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-09-16T01:11:12.007 INFO:teuthology.orchestra.run.smithi122.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 289 kB/s | 58 kB 00:00 2024-09-16T01:11:12.040 INFO:teuthology.orchestra.run.smithi122.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.0 MB/s | 304 kB 00:00 2024-09-16T01:11:12.066 INFO:teuthology.orchestra.run.smithi122.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.2 MB/s | 96 kB 00:00 2024-09-16T01:11:12.083 INFO:teuthology.orchestra.run.smithi122.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 844 kB/s | 64 kB 00:00 2024-09-16T01:11:12.108 INFO:teuthology.orchestra.run.smithi122.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 667 kB/s | 45 kB 00:00 2024-09-16T01:11:12.166 INFO:teuthology.orchestra.run.smithi122.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-16T01:11:12.200 INFO:teuthology.orchestra.run.smithi122.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-16T01:11:12.223 INFO:teuthology.orchestra.run.smithi029.stdout:(40/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 17 MB/s | 49 MB 00:02 2024-09-16T01:11:12.226 INFO:teuthology.orchestra.run.smithi122.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 781 kB/s | 19 kB 00:00 2024-09-16T01:11:12.257 INFO:teuthology.orchestra.run.smithi029.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 227 kB/s | 191 kB 00:00 2024-09-16T01:11:12.301 INFO:teuthology.orchestra.run.smithi029.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 812 kB/s | 801 kB 00:00 2024-09-16T01:11:12.343 INFO:teuthology.orchestra.run.smithi122.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-16T01:11:12.343 INFO:teuthology.orchestra.run.smithi029.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-09-16T01:11:12.385 INFO:teuthology.orchestra.run.smithi122.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 943 kB/s | 26 kB 00:00 2024-09-16T01:11:12.385 INFO:teuthology.orchestra.run.smithi029.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-09-16T01:11:12.410 INFO:teuthology.orchestra.run.smithi122.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-16T01:11:12.411 INFO:teuthology.orchestra.run.smithi029.stdout:(45/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-09-16T01:11:12.435 INFO:teuthology.orchestra.run.smithi122.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-16T01:11:12.444 INFO:teuthology.orchestra.run.smithi029.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-16T01:11:12.469 INFO:teuthology.orchestra.run.smithi122.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.6 MB/s | 151 kB 00:00 2024-09-16T01:11:12.503 INFO:teuthology.orchestra.run.smithi029.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 5.0 MB/s | 1.2 MB 00:00 2024-09-16T01:11:12.510 INFO:teuthology.orchestra.run.smithi122.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-16T01:11:12.537 INFO:teuthology.orchestra.run.smithi029.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.7 MB/s | 215 kB 00:00 2024-09-16T01:11:12.552 INFO:teuthology.orchestra.run.smithi122.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-16T01:11:12.586 INFO:teuthology.orchestra.run.smithi122.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-16T01:11:12.611 INFO:teuthology.orchestra.run.smithi122.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T01:11:12.637 INFO:teuthology.orchestra.run.smithi122.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 566 kB/s | 14 kB 00:00 2024-09-16T01:11:12.662 INFO:teuthology.orchestra.run.smithi122.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-16T01:11:12.687 INFO:teuthology.orchestra.run.smithi122.stdout:(118/156): lua-devel-5.4.4-4.el9.x86_64.rpm 36 kB/s | 22 kB 00:00 2024-09-16T01:11:12.721 INFO:teuthology.orchestra.run.smithi122.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.1 MB/s | 358 kB 00:00 2024-09-16T01:11:12.755 INFO:teuthology.orchestra.run.smithi122.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 6.8 MB/s | 220 kB 00:00 2024-09-16T01:11:12.788 INFO:teuthology.orchestra.run.smithi122.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-09-16T01:11:12.823 INFO:teuthology.orchestra.run.smithi122.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-16T01:11:12.847 INFO:teuthology.orchestra.run.smithi122.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 430 kB/s | 11 kB 00:00 2024-09-16T01:11:12.872 INFO:teuthology.orchestra.run.smithi122.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 713 kB/s | 18 kB 00:00 2024-09-16T01:11:12.898 INFO:teuthology.orchestra.run.smithi122.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 931 kB/s | 23 kB 00:00 2024-09-16T01:11:12.923 INFO:teuthology.orchestra.run.smithi122.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 777 kB/s | 19 kB 00:00 2024-09-16T01:11:12.948 INFO:teuthology.orchestra.run.smithi122.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 794 kB/s | 20 kB 00:00 2024-09-16T01:11:13.007 INFO:teuthology.orchestra.run.smithi122.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.1 MB/s | 2.0 MB 00:00 2024-09-16T01:11:13.032 INFO:teuthology.orchestra.run.smithi122.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T01:11:13.058 INFO:teuthology.orchestra.run.smithi122.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-16T01:11:13.091 INFO:teuthology.orchestra.run.smithi122.stdout:(131/156): protobuf-compiler-3.14.0-13.el9.x86_ 856 kB/s | 863 kB 00:01 2024-09-16T01:11:13.116 INFO:teuthology.orchestra.run.smithi122.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 987 kB/s | 58 kB 00:00 2024-09-16T01:11:13.150 INFO:teuthology.orchestra.run.smithi122.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 636 kB/s | 16 kB 00:00 2024-09-16T01:11:13.175 INFO:teuthology.orchestra.run.smithi122.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.8 MB/s | 90 kB 00:00 2024-09-16T01:11:13.196 INFO:teuthology.orchestra.run.smithi029.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 162 kB/s | 107 kB 00:00 2024-09-16T01:11:13.201 INFO:teuthology.orchestra.run.smithi122.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T01:11:13.226 INFO:teuthology.orchestra.run.smithi122.stdout:(136/156): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-16T01:11:13.252 INFO:teuthology.orchestra.run.smithi122.stdout:(137/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-09-16T01:11:13.277 INFO:teuthology.orchestra.run.smithi122.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T01:11:13.302 INFO:teuthology.orchestra.run.smithi122.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T01:11:13.328 INFO:teuthology.orchestra.run.smithi122.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-16T01:11:13.330 INFO:teuthology.orchestra.run.smithi029.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 778 kB/s | 689 kB 00:00 2024-09-16T01:11:13.361 INFO:teuthology.orchestra.run.smithi122.stdout:(141/156): python3-kubernetes-26.1.0-2.el9.noar 2.5 MB/s | 1.0 MB 00:00 2024-09-16T01:11:13.387 INFO:teuthology.orchestra.run.smithi122.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 889 kB/s | 74 kB 00:00 2024-09-16T01:11:13.405 INFO:teuthology.orchestra.run.smithi029.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-16T01:11:13.412 INFO:teuthology.orchestra.run.smithi122.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T01:11:13.428 INFO:teuthology.orchestra.run.smithi122.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-16T01:11:13.454 INFO:teuthology.orchestra.run.smithi122.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-16T01:11:13.479 INFO:teuthology.orchestra.run.smithi122.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T01:11:13.513 INFO:teuthology.orchestra.run.smithi122.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T01:11:13.563 INFO:teuthology.orchestra.run.smithi122.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T01:11:13.731 INFO:teuthology.orchestra.run.smithi029.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 41 kB/s | 22 kB 00:00 2024-09-16T01:11:13.780 INFO:teuthology.orchestra.run.smithi122.stdout:(149/156): librados2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-16T01:11:13.839 INFO:teuthology.orchestra.run.smithi122.stdout:(150/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 9.7 MB/s | 3.2 MB 00:00 2024-09-16T01:11:13.990 INFO:teuthology.orchestra.run.smithi029.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 56 kB/s | 33 kB 00:00 2024-09-16T01:11:14.039 INFO:teuthology.orchestra.run.smithi122.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 204 kB/s | 41 kB 00:00 2024-09-16T01:11:14.132 INFO:teuthology.orchestra.run.smithi029.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 391 kB/s | 313 kB 00:00 2024-09-16T01:11:14.314 INFO:teuthology.orchestra.run.smithi122.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 3.1 MB/s | 2.3 MB 00:00 2024-09-16T01:11:14.339 INFO:teuthology.orchestra.run.smithi122.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 829 kB/s | 249 kB 00:00 2024-09-16T01:11:14.456 INFO:teuthology.orchestra.run.smithi122.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 9.5 MB/s | 1.4 MB 00:00 2024-09-16T01:11:14.507 INFO:teuthology.orchestra.run.smithi029.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 36 kB/s | 18 kB 00:00 2024-09-16T01:11:14.515 INFO:teuthology.orchestra.run.smithi122.stdout:(155/156): NetworkManager-libnm-1.49.90-1.el9.x 2.5 MB/s | 1.8 MB 00:00 2024-09-16T01:11:14.616 INFO:teuthology.orchestra.run.smithi029.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 23 kB/s | 11 kB 00:00 2024-09-16T01:11:14.748 INFO:teuthology.orchestra.run.smithi122.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 5.9 MB/s | 2.4 MB 00:00 2024-09-16T01:11:14.756 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:11:14.756 INFO:teuthology.orchestra.run.smithi122.stdout:Total 22 MB/s | 226 MB 00:10 2024-09-16T01:11:14.925 INFO:teuthology.orchestra.run.smithi029.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.5 MB/s | 3.0 MB 00:01 2024-09-16T01:11:15.236 INFO:teuthology.orchestra.run.smithi029.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 73 kB/s | 45 kB 00:00 2024-09-16T01:11:15.311 INFO:teuthology.orchestra.run.smithi029.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 199 kB/s | 160 kB 00:00 2024-09-16T01:11:15.812 INFO:teuthology.orchestra.run.smithi029.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 749 kB/s | 662 kB 00:00 2024-09-16T01:11:15.845 INFO:teuthology.orchestra.run.smithi029.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 46 kB/s | 24 kB 00:00 2024-09-16T01:11:15.977 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-16T01:11:16.096 INFO:teuthology.orchestra.run.smithi029.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 676 kB/s | 581 kB 00:00 2024-09-16T01:11:16.129 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-16T01:11:16.129 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-16T01:11:16.438 INFO:teuthology.orchestra.run.smithi029.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 76 kB/s | 47 kB 00:00 2024-09-16T01:11:16.655 INFO:teuthology.orchestra.run.smithi029.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 361 kB/s | 292 kB 00:00 2024-09-16T01:11:16.831 INFO:teuthology.orchestra.run.smithi029.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 260 kB/s | 188 kB 00:00 2024-09-16T01:11:17.031 INFO:teuthology.orchestra.run.smithi029.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 65 kB/s | 38 kB 00:00 2024-09-16T01:11:17.923 INFO:teuthology.orchestra.run.smithi029.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.9 MB/s | 4.9 MB 00:01 2024-09-16T01:11:18.024 INFO:teuthology.orchestra.run.smithi029.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.7 MB/s | 4.4 MB 00:01 2024-09-16T01:11:18.074 INFO:teuthology.orchestra.run.smithi029.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2024-09-16T01:11:18.413 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-16T01:11:18.413 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-16T01:11:18.725 INFO:teuthology.orchestra.run.smithi029.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 196 kB/s | 137 kB 00:00 2024-09-16T01:11:18.861 INFO:teuthology.orchestra.run.smithi029.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 973 kB/s | 910 kB 00:00 2024-09-16T01:11:19.259 INFO:teuthology.orchestra.run.smithi029.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 4.9 MB/s | 5.8 MB 00:01 2024-09-16T01:11:19.618 INFO:teuthology.orchestra.run.smithi029.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 115 kB/s | 87 kB 00:00 2024-09-16T01:11:19.720 INFO:teuthology.orchestra.run.smithi029.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.0 MB/s | 1.0 MB 00:00 2024-09-16T01:11:20.271 INFO:teuthology.orchestra.run.smithi029.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 94 kB/s | 61 kB 00:00 2024-09-16T01:11:20.463 INFO:teuthology.orchestra.run.smithi029.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.0 MB/s | 6.0 MB 00:01 2024-09-16T01:11:20.580 INFO:teuthology.orchestra.run.smithi029.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 285 kB/s | 245 kB 00:00 2024-09-16T01:11:21.056 INFO:teuthology.orchestra.run.smithi029.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 43 kB/s | 26 kB 00:00 2024-09-16T01:11:21.081 INFO:teuthology.orchestra.run.smithi029.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 38 kB/s | 19 kB 00:00 2024-09-16T01:11:21.115 INFO:teuthology.orchestra.run.smithi029.stdout:(80/156): python3-jinja2-2.11.3-6.el9.noarch.rp 294 kB/s | 248 kB 00:00 2024-09-16T01:11:21.633 INFO:teuthology.orchestra.run.smithi029.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 63 kB/s | 35 kB 00:00 2024-09-16T01:11:21.766 INFO:teuthology.orchestra.run.smithi029.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 243 kB/s | 172 kB 00:00 2024-09-16T01:11:22.267 INFO:teuthology.orchestra.run.smithi029.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.4 MB/s | 5.1 MB 00:01 2024-09-16T01:11:22.400 INFO:teuthology.orchestra.run.smithi029.stdout:(84/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 326 kB/s | 250 kB 00:00 2024-09-16T01:11:22.551 INFO:teuthology.orchestra.run.smithi029.stdout:(85/156): python3-oauthlib-3.1.1-5.el9.noarch.r 283 kB/s | 222 kB 00:00 2024-09-16T01:11:22.910 INFO:teuthology.orchestra.run.smithi029.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 120 kB/s | 77 kB 00:00 2024-09-16T01:11:22.994 INFO:teuthology.orchestra.run.smithi029.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 71 kB/s | 42 kB 00:00 2024-09-16T01:11:23.327 INFO:teuthology.orchestra.run.smithi029.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 347 kB/s | 269 kB 00:00 2024-09-16T01:11:23.638 INFO:teuthology.orchestra.run.smithi029.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 218 kB/s | 159 kB 00:00 2024-09-16T01:11:23.772 INFO:teuthology.orchestra.run.smithi029.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 359 kB/s | 279 kB 00:00 2024-09-16T01:11:23.981 INFO:teuthology.orchestra.run.smithi029.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 78 kB/s | 51 kB 00:00 2024-09-16T01:11:24.289 INFO:teuthology.orchestra.run.smithi029.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 82 kB/s | 54 kB 00:00 2024-09-16T01:11:24.590 INFO:teuthology.orchestra.run.smithi029.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 68 kB/s | 42 kB 00:00 2024-09-16T01:11:24.874 INFO:teuthology.orchestra.run.smithi029.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 76 kB/s | 44 kB 00:00 2024-09-16T01:11:24.963 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-16T01:11:25.072 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:11:25.113 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:11:25.179 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:11:25.221 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:11:25.247 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:11:25.297 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:11:25.408 INFO:teuthology.orchestra.run.smithi029.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.9 MB/s | 16 MB 00:01 2024-09-16T01:11:25.525 INFO:teuthology.orchestra.run.smithi029.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 236 kB/s | 221 kB 00:00 2024-09-16T01:11:25.642 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:11:25.684 INFO:teuthology.orchestra.run.smithi029.stdout:(97/156): qatlib-service-24.02.0-1.el9.x86_64.r 44 kB/s | 36 kB 00:00 2024-09-16T01:11:25.756 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:11:25.880 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:11:25.907 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:11:25.999 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:11:26.038 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:11:26.134 INFO:teuthology.orchestra.run.smithi029.stdout:(98/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 65 kB/s | 47 kB 00:00 2024-09-16T01:11:26.201 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:11:26.259 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:11:26.287 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:11:26.382 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:11:26.405 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:11:26.443 INFO:teuthology.orchestra.run.smithi029.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 331 kB/s | 304 kB 00:00 2024-09-16T01:11:26.450 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:11:26.469 INFO:teuthology.orchestra.run.smithi029.stdout:(100/156): uuid-1.6.2-55.el9.x86_64.rpm 74 kB/s | 58 kB 00:00 2024-09-16T01:11:26.480 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:11:26.507 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:11:26.700 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:11:26.877 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:11:27.004 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:11:27.065 INFO:teuthology.orchestra.run.smithi029.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 103 kB/s | 96 kB 00:00 2024-09-16T01:11:27.095 INFO:teuthology.orchestra.run.smithi029.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 98 kB/s | 64 kB 00:00 2024-09-16T01:11:27.126 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:27.179 INFO:teuthology.orchestra.run.smithi029.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 196 kB/s | 22 kB 00:00 2024-09-16T01:11:27.222 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:27.239 INFO:teuthology.orchestra.run.smithi029.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.9 MB/s | 548 kB 00:00 2024-09-16T01:11:27.273 INFO:teuthology.orchestra.run.smithi029.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.0 MB/s | 308 kB 00:00 2024-09-16T01:11:27.307 INFO:teuthology.orchestra.run.smithi029.stdout:(106/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 53 kB/s | 45 kB 00:00 2024-09-16T01:11:27.333 INFO:teuthology.orchestra.run.smithi029.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 335 kB/s | 19 kB 00:00 2024-09-16T01:11:27.375 INFO:teuthology.orchestra.run.smithi029.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 770 kB/s | 26 kB 00:00 2024-09-16T01:11:27.409 INFO:teuthology.orchestra.run.smithi029.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-09-16T01:11:27.451 INFO:teuthology.orchestra.run.smithi029.stdout:(110/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-09-16T01:11:27.460 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:27.476 INFO:teuthology.orchestra.run.smithi029.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-09-16T01:11:27.519 INFO:teuthology.orchestra.run.smithi029.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-16T01:11:27.569 INFO:teuthology.orchestra.run.smithi029.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-16T01:11:27.573 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:11:27.603 INFO:teuthology.orchestra.run.smithi029.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-16T01:11:27.637 INFO:teuthology.orchestra.run.smithi029.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 961 kB/s | 32 kB 00:00 2024-09-16T01:11:27.665 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:11:27.670 INFO:teuthology.orchestra.run.smithi029.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 421 kB/s | 14 kB 00:00 2024-09-16T01:11:27.704 INFO:teuthology.orchestra.run.smithi029.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 5.0 MB/s | 172 kB 00:00 2024-09-16T01:11:27.705 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:11:27.747 INFO:teuthology.orchestra.run.smithi029.stdout:(118/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.0 MB/s | 839 kB 00:00 2024-09-16T01:11:27.754 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:11:27.791 INFO:teuthology.orchestra.run.smithi029.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 4.1 MB/s | 358 kB 00:00 2024-09-16T01:11:27.819 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:11:27.824 INFO:teuthology.orchestra.run.smithi029.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.8 MB/s | 303 kB 00:00 2024-09-16T01:11:27.850 INFO:teuthology.orchestra.run.smithi029.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.6 MB/s | 220 kB 00:00 2024-09-16T01:11:27.863 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:11:27.884 INFO:teuthology.orchestra.run.smithi029.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-16T01:11:27.896 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:11:27.918 INFO:teuthology.orchestra.run.smithi029.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 319 kB/s | 11 kB 00:00 2024-09-16T01:11:27.939 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:11:27.951 INFO:teuthology.orchestra.run.smithi029.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 525 kB/s | 18 kB 00:00 2024-09-16T01:11:27.972 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:11:27.985 INFO:teuthology.orchestra.run.smithi029.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 691 kB/s | 23 kB 00:00 2024-09-16T01:11:27.999 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:11:28.019 INFO:teuthology.orchestra.run.smithi029.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 582 kB/s | 19 kB 00:00 2024-09-16T01:11:28.053 INFO:teuthology.orchestra.run.smithi029.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 586 kB/s | 20 kB 00:00 2024-09-16T01:11:28.068 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:11:28.130 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:11:28.154 INFO:teuthology.orchestra.run.smithi029.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 6.2 MB/s | 2.0 MB 00:00 2024-09-16T01:11:28.161 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:11:28.196 INFO:teuthology.orchestra.run.smithi029.stdout:(129/156): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-09-16T01:11:28.207 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:11:28.230 INFO:teuthology.orchestra.run.smithi029.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 612 kB/s | 46 kB 00:00 2024-09-16T01:11:28.264 INFO:teuthology.orchestra.run.smithi029.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.1 MB/s | 79 kB 00:00 2024-09-16T01:11:28.285 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:11:28.298 INFO:teuthology.orchestra.run.smithi029.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 854 kB/s | 58 kB 00:00 2024-09-16T01:11:28.314 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:11:28.325 INFO:teuthology.orchestra.run.smithi029.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 615 kB/s | 16 kB 00:00 2024-09-16T01:11:28.368 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:11:28.395 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:11:28.426 INFO:teuthology.orchestra.run.smithi029.stdout:(134/156): libarrow-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 4.4 MB 00:01 2024-09-16T01:11:28.459 INFO:teuthology.orchestra.run.smithi029.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 671 kB/s | 90 kB 00:00 2024-09-16T01:11:28.463 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:11:28.486 INFO:teuthology.orchestra.run.smithi029.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 478 kB/s | 28 kB 00:00 2024-09-16T01:11:28.509 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:11:28.510 INFO:teuthology.orchestra.run.smithi029.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 605 kB/s | 31 kB 00:00 2024-09-16T01:11:28.536 INFO:teuthology.orchestra.run.smithi029.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.0 MB/s | 272 kB 00:00 2024-09-16T01:11:28.562 INFO:teuthology.orchestra.run.smithi029.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-16T01:11:28.584 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:11:28.587 INFO:teuthology.orchestra.run.smithi029.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 707 kB/s | 36 kB 00:00 2024-09-16T01:11:28.613 INFO:teuthology.orchestra.run.smithi029.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-16T01:11:28.646 INFO:teuthology.orchestra.run.smithi029.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-09-16T01:11:28.672 INFO:teuthology.orchestra.run.smithi029.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-16T01:11:28.697 INFO:teuthology.orchestra.run.smithi029.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 794 kB/s | 20 kB 00:00 2024-09-16T01:11:28.723 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:11:28.731 INFO:teuthology.orchestra.run.smithi029.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.6 MB/s | 230 kB 00:00 2024-09-16T01:11:28.765 INFO:teuthology.orchestra.run.smithi029.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-16T01:11:28.779 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:11:28.799 INFO:teuthology.orchestra.run.smithi029.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.7 MB/s | 427 kB 00:00 2024-09-16T01:11:28.858 INFO:teuthology.orchestra.run.smithi029.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-16T01:11:29.060 INFO:teuthology.orchestra.run.smithi029.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 12 MB/s | 2.3 MB 00:00 2024-09-16T01:11:29.144 INFO:teuthology.orchestra.run.smithi029.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 22 MB/s | 1.8 MB 00:00 2024-09-16T01:11:29.219 INFO:teuthology.orchestra.run.smithi029.stdout:(151/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 7.5 MB/s | 3.2 MB 00:00 2024-09-16T01:11:29.245 INFO:teuthology.orchestra.run.smithi029.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 405 kB/s | 41 kB 00:00 2024-09-16T01:11:29.289 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:11:29.320 INFO:teuthology.orchestra.run.smithi029.stdout:(153/156): librados2-19.1.1-326.g8921c8ef.el9.x 6.2 MB/s | 3.4 MB 00:00 2024-09-16T01:11:29.368 INFO:teuthology.orchestra.run.smithi029.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 11 MB/s | 1.4 MB 00:00 2024-09-16T01:11:29.373 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:11:29.404 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:11:29.435 INFO:teuthology.orchestra.run.smithi029.stdout:(155/156): NetworkManager-tui-1.49.90-1.el9.x86 1.1 MB/s | 249 kB 00:00 2024-09-16T01:11:29.447 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:11:29.484 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:11:29.532 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:11:29.712 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:11:29.787 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:11:29.841 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:11:29.894 INFO:teuthology.orchestra.run.smithi029.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 4.2 MB/s | 2.4 MB 00:00 2024-09-16T01:11:29.901 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:11:29.901 INFO:teuthology.orchestra.run.smithi029.stdout:Total 9.3 MB/s | 226 MB 00:24 2024-09-16T01:11:29.905 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:11:29.939 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:11:29.974 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:11:30.021 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:11:30.058 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:11:30.108 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:11:30.159 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:11:30.294 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:11:30.604 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:11:30.746 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:11:30.850 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:11:30.887 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:11:30.928 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:11:30.969 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:11:30.993 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:11:31.097 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:11:31.177 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2024-09-16T01:11:31.226 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:11:31.262 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:11:31.308 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:11:31.346 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:11:31.347 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2024-09-16T01:11:31.347 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2024-09-16T01:11:31.389 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:11:31.420 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:11:31.450 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:11:31.493 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:11:31.527 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:11:31.569 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:11:31.602 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:11:31.688 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:11:31.733 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:11:31.773 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:11:31.884 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:11:31.940 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:11:32.650 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:11:32.704 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:11:32.738 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:11:32.839 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:11:32.901 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:11:32.946 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:11:33.034 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:11:33.065 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:11:33.250 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:11:33.280 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:11:33.368 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:11:33.800 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2024-09-16T01:11:33.800 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2024-09-16T01:11:34.014 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:11:34.120 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:11:35.367 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:11:35.461 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:11:35.489 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:11:35.522 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:11:35.831 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:11:35.885 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:11:36.025 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:11:36.089 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:11:36.140 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:11:36.621 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:11:36.664 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:11:36.736 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:11:36.766 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:11:39.035 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:39.079 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:39.654 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:39.691 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:11:39.784 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:11:39.785 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:11:39.785 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:11:39.785 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:39.826 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:11:40.411 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2024-09-16T01:11:40.575 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:11:40.631 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:11:40.696 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:11:40.738 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:11:40.772 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:11:40.831 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:11:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:11:41.383 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:11:41.519 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:11:41.553 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:11:41.663 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:11:41.701 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:11:41.902 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:11:41.968 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:11:41.996 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:11:42.111 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:11:42.139 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:11:42.203 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:11:42.233 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:11:42.260 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:11:42.455 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:11:42.673 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:11:42.847 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:11:42.972 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:43.110 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:43.360 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:11:43.489 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:11:43.584 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:11:43.643 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:11:43.690 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:11:43.765 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:11:43.826 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:11:43.877 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:11:43.927 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:11:43.968 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:11:44.007 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:11:44.087 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:11:44.147 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:11:44.186 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:11:44.230 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:11:44.309 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:11:44.350 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:11:44.396 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:11:44.424 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:11:44.500 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:11:44.549 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:11:44.628 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:11:44.774 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:11:44.832 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:11:45.399 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:11:45.498 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:11:45.533 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:11:45.577 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:11:45.616 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:11:45.668 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:11:45.866 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:11:45.933 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:11:45.990 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:11:46.073 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:11:46.111 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:11:46.147 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:11:46.204 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:11:46.248 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:11:46.285 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:11:46.336 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:11:46.489 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:11:46.531 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:11:46.574 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:11:46.684 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:11:46.726 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:11:46.767 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:11:46.801 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:11:46.826 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:11:46.949 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:11:47.096 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:11:47.131 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:11:47.168 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:11:47.215 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:11:47.253 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:11:47.293 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:11:47.331 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:11:47.366 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:11:47.400 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:11:47.451 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:11:47.486 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:11:47.578 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:11:47.636 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:11:47.676 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:11:47.786 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:11:47.863 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:11:48.643 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:11:48.697 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:11:48.740 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:11:48.845 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:11:48.907 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:11:48.962 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:11:49.053 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:11:49.094 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:11:49.289 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:11:49.326 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:11:49.416 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:11:50.139 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:11:50.271 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:11:51.602 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:11:51.713 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:11:51.751 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:11:51.784 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:11:51.870 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:11:51.870 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /sys 2024-09-16T01:11:51.870 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /proc 2024-09-16T01:11:51.870 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /mnt 2024-09-16T01:11:51.870 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /var/tmp 2024-09-16T01:11:51.871 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /home 2024-09-16T01:11:51.871 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /root 2024-09-16T01:11:51.871 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /tmp 2024-09-16T01:11:51.871 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:52.038 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:11:52.054 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:11:52.054 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:52.054 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:11:52.054 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:52.120 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:11:52.181 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:11:52.290 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:11:52.329 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:11:52.377 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:11:52.885 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:11:52.922 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:11:52.985 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:11:53.016 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:11:53.550 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:11:53.577 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:11:53.577 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:53.577 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:11:53.577 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:11:53.577 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:11:53.578 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:53.809 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:11:53.832 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:54.268 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:11:54.291 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:11:54.291 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:54.291 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:11:54.291 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:11:54.292 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:11:54.292 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:54.398 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:11:54.446 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:11:54.501 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:11:54.693 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:11:54.744 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:11:54.821 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:11:54.910 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:11:55.049 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:11:55.106 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:11:55.142 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:11:55.170 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:11:55.484 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:55.527 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:55.650 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:11:55.677 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:11:55.709 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:11:55.772 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:11:55.801 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:11:56.107 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:11:56.161 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:11:56.257 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:11:56.257 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:11:56.257 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:11:56.257 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:11:56.305 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:11:56.845 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:11:56.877 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:11:57.838 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:11:57.861 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:11:57.964 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:11:58.128 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:11:58.163 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:11:58.187 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:58.248 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:11:58.259 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:11:58.357 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:11:58.419 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:11:59.344 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:11:59.394 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:11:59.418 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:11:59.418 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:59.418 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:11:59.418 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:11:59.418 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:11:59.419 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:59.459 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:11:59.482 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:11:59.482 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:59.483 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:11:59.483 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:59.527 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:11:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:11:59.852 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:11:59.875 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:11:59.876 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:11:59.876 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:11:59.876 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:11:59.876 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:11:59.876 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:04.456 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:12:04.505 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:12:04.547 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:12:04.578 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:12:04.606 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:12:04.798 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:12:04.844 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:12:04.875 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:12:04.904 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:12:04.950 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:12:05.551 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:05.590 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:05.611 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:06.442 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:12:06.536 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:12:06.583 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:12:06.671 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:12:06.706 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:12:06.732 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:12:06.766 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:12:06.766 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:12:06.858 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:12:06.859 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:12:06.934 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:12:06.959 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:12:06.964 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:06.964 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:07.153 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:07.153 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:12:07.246 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:12:07.322 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:11.799 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:12:11.799 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /sys 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /proc 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /mnt 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /var/tmp 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /home 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /root 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /tmp 2024-09-16T01:12:11.800 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:11.980 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:12:11.997 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:12:11.997 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:11.997 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:12:11.997 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:13.377 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:12:13.378 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:12:13.379 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:12:13.380 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:12:13.380 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:12:13.380 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:12:13.391 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:12:13.392 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:12:13.393 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:12:13.394 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:12:13.395 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:12:13.396 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:12:13.397 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:12:13.398 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:12:13.399 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:12:13.400 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:12:13.401 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:12:13.402 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:12:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:12:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:12:13.576 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:13.576 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:12:13.576 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:12:13.576 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:12:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:12:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:12:13.841 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:13.841 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:12:13.841 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:12:13.841 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:12:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:14.309 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:12:14.334 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:12:14.335 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:14.335 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:12:14.335 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:12:14.335 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:12:14.335 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:14.451 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:12:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:12:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:12:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:12:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:12:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:12:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:12:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:12:15.235 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:12:15.270 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:12:15.300 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:12:15.776 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:12:15.804 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:12:15.837 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:12:15.911 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:12:15.944 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout:Upgraded: 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:16.137 INFO:teuthology.orchestra.run.smithi122.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.138 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.139 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:12:16.140 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:12:16.141 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:12:16.142 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:12:16.143 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:12:16.144 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:12:16.145 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:12:16.146 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:12:16.147 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:12:16.148 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:12:16.149 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:12:16.150 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:12:16.150 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:16.150 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-16T01:12:16.590 DEBUG:teuthology.parallel:result is None 2024-09-16T01:12:17.055 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:12:17.098 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:12:18.116 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:12:18.149 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:12:18.258 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:12:18.434 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:12:18.463 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:12:18.489 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:18.548 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:12:18.560 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:12:18.670 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:12:18.729 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:12:19.710 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:12:19.746 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:12:19.771 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:12:19.771 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:19.771 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:12:19.772 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:12:19.772 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:12:19.772 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:19.830 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:12:19.855 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:12:19.855 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:19.855 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:12:19.855 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:19.906 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:12:19.931 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:12:19.932 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:19.932 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:12:19.932 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:12:19.932 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:12:19.932 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:20.249 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:12:20.275 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:25.151 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:12:25.201 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:12:25.243 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:12:25.276 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:12:25.312 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:12:25.518 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:12:25.573 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:12:25.604 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:12:25.643 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:12:25.698 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:12:26.293 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:26.347 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:26.368 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:12:27.285 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:12:27.400 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:12:27.462 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:12:27.559 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:12:27.598 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:12:27.625 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:12:27.660 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:12:27.660 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:12:27.754 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:12:27.754 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:12:27.847 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:12:27.880 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:12:27.886 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:27.886 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:28.083 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:12:28.083 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:12:28.178 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:12:28.255 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:38.402 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:38.402 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:12:38.402 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:12:38.402 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:12:38.402 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:12:38.403 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:12:38.404 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:12:38.416 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:12:38.416 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:12:38.416 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:12:38.417 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:12:38.418 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:12:38.419 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:12:38.420 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:12:38.421 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:12:38.422 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:12:38.423 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:12:38.424 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:12:38.425 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:12:38.426 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:12:38.427 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:12:38.427 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:12:38.427 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:12:38.427 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:12:38.427 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:12:41.173 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:12:41.173 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:41.173 INFO:teuthology.orchestra.run.smithi029.stdout:Upgraded: 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:12:41.174 INFO:teuthology.orchestra.run.smithi029.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.175 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.176 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:12:41.177 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:12:41.178 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:12:41.179 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.180 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:12:41.181 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:12:41.182 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:12:41.183 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:12:41.184 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:12:41.185 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:12:41.186 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:12:41.187 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:41.187 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-16T01:12:41.729 DEBUG:teuthology.parallel:result is None 2024-09-16T01:12:41.730 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:12:41.872 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:12:41.897 INFO:teuthology.orchestra.run.smithi029.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:12:41.898 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:12:41.898 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:12:41.899 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:12:42.037 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:12:42.063 INFO:teuthology.orchestra.run.smithi122.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:12:42.064 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:12:42.064 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:12:42.066 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T01:12:42.067 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:42.067 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:12:42.100 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:42.100 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:12:42.136 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T01:12:42.136 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:42.136 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:12:42.168 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:12:42.233 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:42.234 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:12:42.262 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:12:42.330 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T01:12:42.331 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:42.331 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:12:42.357 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:12:42.423 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:42.423 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:12:42.449 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:12:42.513 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T01:12:42.514 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:42.514 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:12:42.544 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:12:42.611 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:42.611 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:12:42.636 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:12:42.702 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T01:12:42.787 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T01:12:42.787 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 777 /var/log/ceph 2024-09-16T01:12:42.789 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 777 /var/log/ceph 2024-09-16T01:12:42.814 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T01:12:42.815 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T01:12:42.856 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T01:12:42.881 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T01:12:42.881 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T01:12:42.922 DEBUG:teuthology.orchestra.run.smithi122:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T01:12:42.956 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-16T01:12:42.956 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-16T01:12:42.956 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-16T01:12:42.957 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:42.957 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T01:12:43.001 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T01:12:43.113 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T01:12:43.141 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:43.141 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T01:12:43.157 DEBUG:teuthology.orchestra.run.smithi122:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T01:12:43.271 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T01:12:43.301 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T01:12:43.301 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds.a'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T01:12:43.301 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/cap-flush}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906447', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds.a'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi029.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEfSSc+OcPJOA5lB3GaDZ3woLHaqp7iREOCXS5GLXpLG7m0mnboCXCQbfShZ6+hG7fgwumxNQw7nWkb6mCENTs=', 'smithi122.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFxmMVwmR+E2Kh8k4JR0+klRmoQgSVs/tWbcC1LIewhyLOPEHGNE1CvPukH2zpbatSZr+WrbIF4V6qmZ+msEbFg='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds.a'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_cap_flush']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T01:12:43.302 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T01:12:43.304 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T01:12:43.351 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T01:12:43.360 DEBUG:teuthology.orchestra.run.smithi122:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T01:12:43.416 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:43.416 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:12:43.440 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:12:43.440 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_1 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:12:28.610770371 +0000 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:10:23.882909565 +0000 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:10:23.882909565 +0000 2024-09-16T01:12:43.497 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:10:23.882909565 +0000 2024-09-16T01:12:43.498 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:12:43.561 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:12:43.561 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:12:43.561 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 8.8333e-05 s, 5.8 MB/s 2024-09-16T01:12:43.562 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:12:43.619 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_2 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:12:28.611770355 +0000 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:10:24.225903955 +0000 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:10:24.225903955 +0000 2024-09-16T01:12:43.676 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:10:24.225903955 +0000 2024-09-16T01:12:43.677 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:12:43.739 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:12:43.740 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:12:43.740 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 9.9155e-05 s, 5.2 MB/s 2024-09-16T01:12:43.741 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:12:43.798 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_3 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:12:28.611770355 +0000 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:10:24.573898263 +0000 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:10:24.573898263 +0000 2024-09-16T01:12:43.854 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:10:24.573898263 +0000 2024-09-16T01:12:43.855 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:12:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:12:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:12:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000101651 s, 5.0 MB/s 2024-09-16T01:12:43.919 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:12:43.977 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_4 2024-09-16T01:12:44.032 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:12:28.611770355 +0000 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:10:24.887893126 +0000 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:10:24.887893126 +0000 2024-09-16T01:12:44.033 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:10:24.887893126 +0000 2024-09-16T01:12:44.033 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:12:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:12:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:12:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 9.5378e-05 s, 5.4 MB/s 2024-09-16T01:12:44.097 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:12:44.155 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:44.155 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:44.155 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:12:44.174 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:12:44.174 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_1 2024-09-16T01:12:44.230 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:12:07.700573848 +0000 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:10:10.571200889 +0000 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:10:10.571200889 +0000 2024-09-16T01:12:44.231 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:10:10.571200889 +0000 2024-09-16T01:12:44.231 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:12:44.296 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:12:44.296 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:12:44.296 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000214023 s, 2.4 MB/s 2024-09-16T01:12:44.297 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:12:44.355 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_2 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:12:07.700573848 +0000 2024-09-16T01:12:44.412 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:10:10.898193090 +0000 2024-09-16T01:12:44.413 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:10:10.898193090 +0000 2024-09-16T01:12:44.413 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:10:10.898193090 +0000 2024-09-16T01:12:44.413 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:12:44.477 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:12:44.477 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:12:44.477 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000267699 s, 1.9 MB/s 2024-09-16T01:12:44.479 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:12:44.535 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_3 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:12:07.701573824 +0000 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:10:11.221185386 +0000 2024-09-16T01:12:44.592 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:10:11.221185386 +0000 2024-09-16T01:12:44.593 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:10:11.221185386 +0000 2024-09-16T01:12:44.593 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:12:44.655 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:12:44.656 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:12:44.656 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000179309 s, 2.9 MB/s 2024-09-16T01:12:44.657 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:12:44.713 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_4 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:12:07.701573824 +0000 2024-09-16T01:12:44.768 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:10:11.555177420 +0000 2024-09-16T01:12:44.769 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:10:11.555177420 +0000 2024-09-16T01:12:44.769 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:10:11.555177420 +0000 2024-09-16T01:12:44.769 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:12:44.831 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:12:44.831 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:12:44.831 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000209311 s, 2.4 MB/s 2024-09-16T01:12:44.832 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:12:44.889 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:44.889 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi029.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi122.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:12:44.889 INFO:tasks.ceph:Generating config... 2024-09-16T01:12:44.890 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-16T01:12:44.890 INFO:tasks.ceph:[client] debug client = 20 2024-09-16T01:12:44.891 INFO:tasks.ceph:[client] debug ms = 1 2024-09-16T01:12:44.891 INFO:tasks.ceph:[client] pid file = 2024-09-16T01:12:44.891 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-16T01:12:44.891 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-16T01:12:44.891 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-16T01:12:44.892 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-16T01:12:44.892 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T01:12:44.892 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T01:12:44.892 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T01:12:44.892 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T01:12:44.893 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-16T01:12:44.894 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T01:12:44.894 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T01:12:44.952 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T01:12:44.954 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T01:12:45.010 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:12:45.088 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.29'), ('mon.b', '172.21.15.122'), ('mon.c', '[v2:172.21.15.122:3301,v1:172.21.15.122:6790]')] 2024-09-16T01:12:45.088 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.29,172.21.15.122,[v2:172.21.15.122:3301,v1:172.21.15.122:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-16T01:12:45.089 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:45.089 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:12:45.157 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.29 --add b 172.21.15.122 --addv c '[v2:172.21.15.122:3301,v1:172.21.15.122:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:45.255 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:45.255 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: generated fsid de101f68-7166-4af9-9203-c0d41cf306c0 2024-09-16T01:12:45.255 INFO:teuthology.orchestra.run.smithi029.stdout:setting min_mon_release = quincy 2024-09-16T01:12:45.255 INFO:teuthology.orchestra.run.smithi029.stdout:epoch 0 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:fsid de101f68-7166-4af9-9203-c0d41cf306c0 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:last_changed 2024-09-16T01:12:45.255247+0000 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:created 2024-09-16T01:12:45.255247+0000 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:min_mon_release 17 (quincy) 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:election_strategy: 1 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:0: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.a 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.b 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:2: [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] mon.c 2024-09-16T01:12:45.256 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T01:12:45.257 DEBUG:teuthology.orchestra.run.smithi029:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T01:12:45.275 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID de101f68-7166-4af9-9203-c0d41cf306c0... 2024-09-16T01:12:45.276 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T01:12:45.320 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T01:12:45.362 INFO:teuthology.orchestra.run.smithi029.stdout:[global] 2024-09-16T01:12:45.362 INFO:teuthology.orchestra.run.smithi029.stdout: chdir = "" 2024-09-16T01:12:45.362 INFO:teuthology.orchestra.run.smithi029.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: auth supported = cephx 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: filestore xattr use omap = true 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: mon clock drift allowed = 1.000 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: osd crush chooseleaf type = 0 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: auth debug = true 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: ms die on old message = true 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: ms die on bug = true 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.363 INFO:teuthology.orchestra.run.smithi029.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon pg warn max object skew = 0 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: osd pool default size = 2 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd allow primary affinity = true 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd allow pg remap = true 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on legacy crush tunables = false 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on crush straw calc version zero = false 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on no sortbitwise = false 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on osd down out interval zero = false 2024-09-16T01:12:45.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on too few osds = false 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: mon_allow_pool_size_one = true 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: osd default data pool replay window = 5 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: mon allow pool delete = true 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: mon cluster log file level = debug 2024-09-16T01:12:45.365 INFO:teuthology.orchestra.run.smithi029.stdout: debug asserts on shutdown = true 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: mon health detail to clog = false 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: mon host = "172.21.15.29,172.21.15.122,[v2:172.21.15.122:3301,v1:172.21.15.122:6790]" 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: fsid = de101f68-7166-4af9-9203-c0d41cf306c0 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout:[osd] 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: osd journal size = 100 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: osd scrub load threshold = 5.0 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: osd scrub max interval = 600 2024-09-16T01:12:45.366 INFO:teuthology.orchestra.run.smithi029.stdout: osd mclock profile = high_recovery_ops 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd recover clone overlap = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd recovery max chunk = 1048576 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug shutdown = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug op order = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug verify stray on activate = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug trim objects = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd open classes on start = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug pg log writeout = true 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: osd deep scrub update digest min age = 30 2024-09-16T01:12:45.367 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: osd map max advance = 10 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: journal zero on create = true 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: filestore ondisk finisher threads = 3 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: filestore apply finisher threads = 3 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: bdev debug aio = true 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug misdirected ops = true 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: bdev async discard = True 2024-09-16T01:12:45.368 INFO:teuthology.orchestra.run.smithi029.stdout: bdev enable discard = True 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: bluestore allocator = bitmap 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: bluestore block size = 96636764160 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: bluestore fsck on mount = True 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: debug bluefs = 1/20 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: debug bluestore = 1/20 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: debug osd = 20 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: debug rocksdb = 4/10 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd full ratio = 0.9 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd nearfull ratio = 0.8 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: osd failsafe full ratio = 0.95 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: osd objectstore = bluestore 2024-09-16T01:12:45.369 INFO:teuthology.orchestra.run.smithi029.stdout: osd op complaint time = 180 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr] 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug mgr = 20 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug mon = 20 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug auth = 20 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: mgr/telemetry/nag = false 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug client = 20 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout:[mon] 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-16T01:12:45.370 INFO:teuthology.orchestra.run.smithi029.stdout: debug mon = 20 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: debug paxos = 20 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: debug auth = 20 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon data avail warn = 5 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon mgr mkfs grace = 240 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd reporter subtree level = osd 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd prime pg temp = true 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: # 1m isn't quite enough 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon_down_mkfs_grace = 2m 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_filestore_osds = false 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon down mkfs grace = 300 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon op complaint time = 120 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on pool no app = False 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout:[client] 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: rgw cache enabled = true 2024-09-16T01:12:45.372 INFO:teuthology.orchestra.run.smithi029.stdout: rgw enable ops log = true 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: rgw enable usage log = true 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: client mount timeout = 600 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: debug client = 20 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: pid file = "" 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: rados mon op timeout = 900 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout: rados osd op timeout = 900 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.a] 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.b] 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.c] 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.a] 2024-09-16T01:12:45.373 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.c] 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.b] 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.d] 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout:[mds] 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: debug mds = 20 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: debug mds balancer = 20 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: mds debug frag = True 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: mds debug scatterstat = True 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: mds op complaint time = 180 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: mds verify scatter = True 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: osd op complaint time = 180 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: rados mon op timeout = 900 2024-09-16T01:12:45.374 INFO:teuthology.orchestra.run.smithi029.stdout: rados osd op timeout = 900 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout:[global] 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: chdir = "" 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: auth supported = cephx 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: filestore xattr use omap = true 2024-09-16T01:12:45.375 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: mon clock drift allowed = 1.000 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: osd crush chooseleaf type = 0 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: auth debug = true 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: ms die on old message = true 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: ms die on bug = true 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: mon pg warn max object skew = 0 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T01:12:45.376 INFO:teuthology.orchestra.run.smithi122.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: osd pool default size = 2 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd allow primary affinity = true 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd allow pg remap = true 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on legacy crush tunables = false 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on crush straw calc version zero = false 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on no sortbitwise = false 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on osd down out interval zero = false 2024-09-16T01:12:45.377 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on too few osds = false 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon_allow_pool_size_one = true 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: osd default data pool replay window = 5 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon allow pool delete = true 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon cluster log file level = debug 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: debug asserts on shutdown = true 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon health detail to clog = false 2024-09-16T01:12:45.378 INFO:teuthology.orchestra.run.smithi122.stdout: mon host = "172.21.15.29,172.21.15.122,[v2:172.21.15.122:3301,v1:172.21.15.122:6790]" 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: fsid = de101f68-7166-4af9-9203-c0d41cf306c0 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout:[osd] 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd journal size = 100 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd scrub load threshold = 5.0 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd scrub max interval = 600 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd mclock profile = high_recovery_ops 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd recover clone overlap = true 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd recovery max chunk = 1048576 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug shutdown = true 2024-09-16T01:12:45.379 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug op order = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug verify stray on activate = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug trim objects = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd open classes on start = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug pg log writeout = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd deep scrub update digest min age = 30 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: osd map max advance = 10 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: journal zero on create = true 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: filestore ondisk finisher threads = 3 2024-09-16T01:12:45.380 INFO:teuthology.orchestra.run.smithi122.stdout: filestore apply finisher threads = 3 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bdev debug aio = true 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: osd debug misdirected ops = true 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bdev async discard = True 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bdev enable discard = True 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bluestore allocator = bitmap 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bluestore block size = 96636764160 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: bluestore fsck on mount = True 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: debug bluefs = 1/20 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: debug bluestore = 1/20 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: debug osd = 20 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: debug rocksdb = 4/10 2024-09-16T01:12:45.381 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd full ratio = 0.9 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd nearfull ratio = 0.8 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: osd failsafe full ratio = 0.95 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: osd objectstore = bluestore 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: osd op complaint time = 180 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr] 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: debug mgr = 20 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: debug mon = 20 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: debug auth = 20 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:12:45.382 INFO:teuthology.orchestra.run.smithi122.stdout: mgr/telemetry/nag = false 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: debug client = 20 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout:[mon] 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: debug mon = 20 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: debug paxos = 20 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: debug auth = 20 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon data avail warn = 5 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon mgr mkfs grace = 240 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min pgs per osd = 4 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd reporter subtree level = osd 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon osd prime pg temp = true 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: mon reweight min bytes per osd = 10 2024-09-16T01:12:45.383 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: # 1m isn't quite enough 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon_down_mkfs_grace = 2m 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon_warn_on_filestore_osds = false 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon down mkfs grace = 300 2024-09-16T01:12:45.384 INFO:teuthology.orchestra.run.smithi122.stdout: mon op complaint time = 120 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: mon warn on pool no app = False 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout:[client] 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: rgw cache enabled = true 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: rgw enable ops log = true 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: rgw enable usage log = true 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: client mount timeout = 600 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: debug client = 20 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: pid file = "" 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: rados mon op timeout = 900 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout: rados osd op timeout = 900 2024-09-16T01:12:45.385 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.a] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.b] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mon.c] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.a] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.c] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.b] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.d] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout:[mds] 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout: debug mds = 20 2024-09-16T01:12:45.386 INFO:teuthology.orchestra.run.smithi122.stdout: debug mds balancer = 20 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: debug ms = 1 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: mds debug frag = True 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: mds debug scatterstat = True 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: mds op complaint time = 180 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: mds verify scatter = True 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: osd op complaint time = 180 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: rados mon op timeout = 900 2024-09-16T01:12:45.387 INFO:teuthology.orchestra.run.smithi122.stdout: rados osd op timeout = 900 2024-09-16T01:12:45.389 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T01:12:45.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T01:12:45.485 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T01:12:45.485 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:45.485 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T01:12:45.501 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:45.501 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T01:12:45.557 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:12:45.557 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:45.557 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T01:12:45.557 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:12:45.634 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:12:45.634 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:45.690 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:12:45.690 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:45.690 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T01:12:45.690 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T01:12:45.724 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:12:45.724 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:45.780 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T01:12:45.780 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T01:12:45.781 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:12:45.835 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T01:12:45.837 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:12:45.895 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T01:12:45.897 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T01:12:45.898 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T01:12:45.950 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T01:12:45.953 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-16T01:12:45.978 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T01:12:46.071 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T01:12:46.074 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-16T01:12:46.100 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T01:12:46.151 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T01:12:46.153 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-16T01:12:46.178 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T01:12:46.269 INFO:teuthology.orchestra.run.smithi122.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T01:12:46.271 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-16T01:12:46.296 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T01:12:46.297 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T01:12:46.340 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-16T01:12:46.353 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-16T01:12:46.437 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-16T01:12:46.450 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T01:12:46.491 INFO:teuthology.orchestra.run.smithi122.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-16T01:12:46.504 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-16T01:12:46.585 INFO:teuthology.orchestra.run.smithi122.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-16T01:12:46.597 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T01:12:46.598 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi029.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi122.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T01:12:46.598 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T01:12:46.624 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:46.624 INFO:tasks.ceph:role: osd.0 2024-09-16T01:12:46.624 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:12:46.624 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T01:12:46.689 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:12:46.690 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:12:46.722 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-16T01:12:46.723 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-16T01:12:46.724 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T01:12:46.793 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T01:12:46.865 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T01:12:46.932 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:46.933 INFO:tasks.ceph:role: osd.1 2024-09-16T01:12:46.933 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:12:46.933 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T01:12:46.998 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:12:46.998 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:12:46.998 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:12:46.998 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:12:46.998 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:12:46.999 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:12:46.999 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:12:46.999 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:12:46.999 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:12:46.999 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:12:47.031 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-16T01:12:47.033 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-16T01:12:47.033 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T01:12:47.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T01:12:47.175 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T01:12:47.241 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:47.241 INFO:tasks.ceph:role: osd.2 2024-09-16T01:12:47.241 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:12:47.241 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:12:47.306 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:12:47.307 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:12:47.307 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:12:47.307 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:12:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-16T01:12:47.342 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-16T01:12:47.342 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T01:12:47.412 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T01:12:47.481 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T01:12:47.547 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T01:12:47.547 INFO:tasks.ceph:role: osd.3 2024-09-16T01:12:47.548 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:12:47.548 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:12:47.613 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:12:47.614 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:12:47.614 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:12:47.645 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-16T01:12:47.647 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-16T01:12:47.647 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T01:12:47.716 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T01:12:47.787 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:47.884+0000 7f6628a20640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T01:12:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:47.885+0000 7f6628a20640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T01:12:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:47.885+0000 7f6628a20640 -1 bdev(0x5610febab800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-16T01:12:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:47.885+0000 7f6628a20640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T01:12:51.054 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T01:12:51.085 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:51.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:51.176+0000 7fefea40c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T01:12:51.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:51.177+0000 7fefea40c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T01:12:51.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:51.177+0000 7fefea40c640 -1 bdev(0x55e8248c5800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-16T01:12:51.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:51.177+0000 7fefea40c640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T01:12:54.096 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T01:12:54.127 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:54.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:54.218+0000 7f3ade9dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T01:12:54.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:54.218+0000 7f3ade9dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T01:12:54.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:54.218+0000 7f3ade9dd640 -1 bdev(0x558c14e67800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-16T01:12:54.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:54.218+0000 7f3ade9dd640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T01:12:57.378 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T01:12:57.408 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:12:57.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:57.500+0000 7f6988725640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T01:12:57.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:57.501+0000 7f6988725640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T01:12:57.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:57.501+0000 7f6988725640 -1 bdev(0x55d924b07800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-16T01:12:57.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:12:57.501+0000 7f6988725640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T01:13:00.423 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T01:13:00.456 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-16T01:13:00.488 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:13:00.488 INFO:tasks.ceph:role: osd.4 2024-09-16T01:13:00.488 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:13:00.488 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T01:13:00.566 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:13:00.566 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:13:00.566 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:13:00.567 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:13:01.074 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-16T01:13:01.076 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-16T01:13:01.076 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-16T01:13:01.212 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-16T01:13:01.245 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-16T01:13:01.314 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:13:01.314 INFO:tasks.ceph:role: osd.5 2024-09-16T01:13:01.314 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:13:01.314 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:13:01.388 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:13:01.834 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-16T01:13:01.836 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-16T01:13:01.836 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-16T01:13:01.929 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-16T01:13:01.961 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-16T01:13:02.030 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:13:02.030 INFO:tasks.ceph:role: osd.6 2024-09-16T01:13:02.030 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:13:02.030 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T01:13:02.106 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:13:02.106 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:13:02.106 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:13:02.107 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:13:02.595 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-16T01:13:02.598 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-16T01:13:02.598 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-16T01:13:02.735 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-16T01:13:02.772 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-16T01:13:02.839 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T01:13:02.840 INFO:tasks.ceph:role: osd.7 2024-09-16T01:13:02.840 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:13:02.840 DEBUG:teuthology.orchestra.run.smithi122:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T01:13:02.914 INFO:teuthology.orchestra.run.smithi122.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T01:13:02.914 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T01:13:02.914 INFO:teuthology.orchestra.run.smithi122.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout: = sunit=0 swidth=0 blks 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T01:13:02.915 INFO:teuthology.orchestra.run.smithi122.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T01:13:03.442 INFO:teuthology.orchestra.run.smithi122.stdout:Discarding blocks...Done. 2024-09-16T01:13:03.444 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi122.front.sepia.ceph.com -o noatime 2024-09-16T01:13:03.444 DEBUG:teuthology.orchestra.run.smithi122:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-16T01:13:03.581 DEBUG:teuthology.orchestra.run.smithi122:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-16T01:13:03.620 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:03.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:03.747+0000 7f019a215640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-16T01:13:03.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:03.747+0000 7f019a215640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-16T01:13:03.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:03.747+0000 7f019a215640 -1 bdev(0x561ca6a39800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-16T01:13:03.748 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:03.747+0000 7f019a215640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-16T01:13:07.648 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T01:13:07.679 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:07.770 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:07.770+0000 7f925d033640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-16T01:13:07.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:07.770+0000 7f925d033640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-16T01:13:07.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:07.770+0000 7f925d033640 -1 bdev(0x56418e0bb800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-16T01:13:07.771 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:07.770+0000 7f925d033640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-16T01:13:11.418 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T01:13:11.448 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:11.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:11.541+0000 7fb33da14640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-16T01:13:11.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:11.542+0000 7fb33da14640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-16T01:13:11.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:11.542+0000 7fb33da14640 -1 bdev(0x56332197d800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-16T01:13:11.543 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:11.542+0000 7fb33da14640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-16T01:13:13.303 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:13:13.306 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:13:14.465 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T01:13:14.490 DEBUG:teuthology.orchestra.run.smithi122:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:14.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:14.574+0000 7fa5fd45e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-16T01:13:14.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:14.574+0000 7fa5fd45e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-16T01:13:14.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:14.574+0000 7fa5fd45e640 -1 bdev(0x56342cf33800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-16T01:13:14.575 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:14.574+0000 7fa5fd45e640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-16T01:13:18.234 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T01:13:18.263 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T01:13:18.263 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.264 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T01:13:18.295 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.295 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-16T01:13:18.364 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.364 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-16T01:13:18.432 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.432 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T01:13:18.499 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.499 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T01:13:18.567 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.567 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T01:13:18.633 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:18.634 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T01:13:18.700 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:18.700 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T01:13:18.729 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:18.730 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-16T01:13:18.800 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:18.800 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-16T01:13:18.870 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:18.870 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-16T01:13:18.939 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:18.940 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-16T01:13:19.009 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:19.009 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-16T01:13:19.076 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:19.077 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-16T01:13:19.143 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:19.144 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-16T01:13:19.163 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:19.163 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-16T01:13:19.221 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:19.222 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-16T01:13:19.239 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:19.239 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-16T01:13:19.295 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T01:13:19.295 DEBUG:teuthology.orchestra.run.smithi029:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T01:13:19.298 DEBUG:teuthology.orchestra.run.smithi122:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr.y] 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQANhudmr2W9MRAAqR3MDVkxsxvOzGBR7Y7hng== 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.a] 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQANhudmO2mrOBAAByUKdnk7EEZF9Vdd1zuX6w== 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.c] 2024-09-16T01:13:19.338 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudmd15HBBAAgAcfW8lIeHsgP2QYbiclww== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.0] 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAPhudmEWzNNBAAVidS9I76AHNs23IBzK0mGQ== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.1] 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAThudmtYSZChAAwV9O8oFZqeTP6eZhsOprfA== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.2] 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAWhudm6s8NDRAAULgE0e+BzUZSjci7JqRDZw== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.3] 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAZhudmCNPmHRAAlqaFxU4bTKTrEKsd/2PdWA== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr.x] 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQANhudml6NbNRAA+Wh7qqt33ZgdCsG5IoYFxA== 2024-09-16T01:13:19.339 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.b] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudmE4H+CBAA04ZkY5xqkllbKnFxLIb4dg== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.d] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudmrmkPEBAAM6stYdaFgWbLYWfGeJav9Q== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.4] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAfhudmGNSULBAABefa0O8pwtF5d2KbAPm0aQ== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.5] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAjhudmwG3yLRAAKFj2dL6GerX/gyICmezwFg== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.6] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAnhudmDY1YIBAAbokDSoS1DU6snIiwsphuDA== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.7] 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAqhudmLOFIIhAA64SvCLkETwx8RdORyo6oOg== 2024-09-16T01:13:19.340 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudm7rJNFBAASK6yu4ApwFMFezcGPCtr1g== 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout:[client.2] 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudmlVoSGhAAdlIwsoYdpgIhfN5xB07KYg== 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout:[client.1] 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudmp4lHHRAARcquMu6uQ1mdc0yvpAspqQ== 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout:[client.3] 2024-09-16T01:13:19.341 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudm14DfIhAAA0JlCqeSjwiyMu5bOvOw+Q== 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr.y] 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQANhudmr2W9MRAAqR3MDVkxsxvOzGBR7Y7hng== 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.a] 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQANhudmO2mrOBAAByUKdnk7EEZF9Vdd1zuX6w== 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.c] 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudmd15HBBAAgAcfW8lIeHsgP2QYbiclww== 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.0] 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAPhudmEWzNNBAAVidS9I76AHNs23IBzK0mGQ== 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.1] 2024-09-16T01:13:19.360 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAThudmtYSZChAAwV9O8oFZqeTP6eZhsOprfA== 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.2] 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAWhudm6s8NDRAAULgE0e+BzUZSjci7JqRDZw== 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.3] 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAZhudmCNPmHRAAlqaFxU4bTKTrEKsd/2PdWA== 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout:[mgr.x] 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQANhudml6NbNRAA+Wh7qqt33ZgdCsG5IoYFxA== 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.b] 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudmE4H+CBAA04ZkY5xqkllbKnFxLIb4dg== 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout:[mds.d] 2024-09-16T01:13:19.361 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudmrmkPEBAAM6stYdaFgWbLYWfGeJav9Q== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.4] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAfhudmGNSULBAABefa0O8pwtF5d2KbAPm0aQ== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.5] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAjhudmwG3yLRAAKFj2dL6GerX/gyICmezwFg== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.6] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAnhudmDY1YIBAAbokDSoS1DU6snIiwsphuDA== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[osd.7] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAqhudmLOFIIhAA64SvCLkETwx8RdORyo6oOg== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[client.0] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudm7rJNFBAASK6yu4ApwFMFezcGPCtr1g== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[client.2] 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudmlVoSGhAAdlIwsoYdpgIhfN5xB07KYg== 2024-09-16T01:13:19.362 INFO:teuthology.orchestra.run.smithi122.stdout:[client.1] 2024-09-16T01:13:19.363 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudmp4lHHRAARcquMu6uQ1mdc0yvpAspqQ== 2024-09-16T01:13:19.363 INFO:teuthology.orchestra.run.smithi122.stdout:[client.3] 2024-09-16T01:13:19.363 INFO:teuthology.orchestra.run.smithi122.stdout: key = AQAOhudm14DfIhAAA0JlCqeSjwiyMu5bOvOw+Q== 2024-09-16T01:13:19.365 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:13:19.386 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:13:19.457 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.462 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.517 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.519 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.573 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.575 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.627 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.629 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.680 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.682 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.732 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.734 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.785 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:13:19.787 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T01:13:19.838 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.840 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.895 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.898 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T01:13:19.951 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:19.954 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.005 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.009 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.060 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.063 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.115 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.118 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T01:13:20.169 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.171 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.225 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.227 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.281 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.283 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.337 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.339 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T01:13:20.393 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T01:13:20.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T01:13:20.418 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:13:20.517 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T01:13:20.544 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T01:13:20.569 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:13:20.667 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T01:13:20.691 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T01:13:20.757 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T01:13:20.852 DEBUG:teuthology.orchestra.run.smithi122:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T01:13:20.876 DEBUG:teuthology.orchestra.run.smithi029:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:20.879 DEBUG:teuthology.orchestra.run.smithi122:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T01:13:20.932 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T01:13:20.932 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T01:13:20.933 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T01:13:20.935 INFO:tasks.ceph.mon.a:Started 2024-09-16T01:13:20.935 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T01:13:20.935 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T01:13:20.974 INFO:tasks.ceph.mon.b:Started 2024-09-16T01:13:20.974 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T01:13:20.974 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T01:13:20.976 INFO:tasks.ceph.mon.c:Started 2024-09-16T01:13:20.976 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T01:13:20.977 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T01:13:20.977 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T01:13:20.979 INFO:tasks.ceph.mgr.y:Started 2024-09-16T01:13:20.979 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T01:13:20.979 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T01:13:20.981 INFO:tasks.ceph.mgr.x:Started 2024-09-16T01:13:20.981 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T01:13:20.981 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T01:13:21.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.082+0000 7fa0aedbd640 1 Processor -- start 2024-09-16T01:13:21.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.083+0000 7fa0aedbd640 1 -- start start 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.083+0000 7fa0aedbd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 0x7fa0a806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.083+0000 7fa0aedbd640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a80702d0 con 0x7fa0a806c150 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.083+0000 7fa0aedbd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a80cefd0 con 0x7fa0a806fd20 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.083+0000 7fa0aedbd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa0a80705b0 con 0x7fa0a815c360 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0a7fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa0a806c150 0x7fa0a806f610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50706/0 (socket says 172.21.15.29:50706) 2024-09-16T01:13:21.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0a7fff640 1 -- 172.21.15.29:0/350352940 learned_addr learned my addr 172.21.15.29:0/350352940 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:21.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0acb59640 1 --2- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 0x7fa0a806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0acb59640 1 -- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 msgr2=0x7fa0a806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-16T01:13:21.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0acb59640 1 -- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 msgr2=0x7fa0a806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-16T01:13:21.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0acb59640 1 --2- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 0x7fa0a806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:13:21.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.084+0000 7fa0acb59640 1 --2- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 0x7fa0a806bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:13:21.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.246+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3855017195 0 0) 0x7fa0a80702d0 con 0x7fa0a806c150 2024-09-16T01:13:21.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.246+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa090003520 con 0x7fa0a806c150 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2035090832 0 0) 0x7fa090003520 con 0x7fa0a806c150 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 msgr2=0x7fa0a806bc10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 --2- 172.21.15.29:0/350352940 >> v2:172.21.15.122:3300/0 conn(0x7fa0a815c360 0x7fa0a806bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 >> v1:172.21.15.122:6789/0 conn(0x7fa0a806fd20 legacy=0x7fa0a80cfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a80cf2b0 con 0x7fa0a806c150 2024-09-16T01:13:21.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fa09c001670 con 0x7fa0a806c150 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 >> v1:172.21.15.29:6789/0 conn(0x7fa0a806c150 legacy=0x7fa0a806f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa090003a00 0x7fa090003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090004800 0x7fa090004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 0x7fa09000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a80705b0 con 0x7fa090005210 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa09000c160 con 0x7fa090004800 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa09000c360 con 0x7fa090003a00 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0ad35a640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 0x7fa09000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0a7fff640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090004800 0x7fa090004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.247+0000 7fa0acb59640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa090003a00 0x7fa090003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 -- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa090003a00 msgr2=0x7fa090003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:21.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa090003a00 0x7fa090003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 -- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090004800 msgr2=0x7fa090004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090004800 0x7fa090004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 -- 172.21.15.29:0/350352940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa090003520 con 0x7fa090005210 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.248+0000 7fa0ad35a640 1 -- 172.21.15.29:0/350352940 reap_dead start 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0ad35a640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 0x7fa09000b9c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0001e50 tx=0x7fa090005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55171292672db3ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0001a70 con 0x7fa090005210 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0a0003970 con 0x7fa090005210 2024-09-16T01:13:21.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0a77fe640 1 -- 172.21.15.29:0/350352940 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0003d60 con 0x7fa090005210 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0aedbd640 1 -- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 msgr2=0x7fa09000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.249+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 0x7fa09000b9c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0001e50 tx=0x7fa090005830 comp rx=0 tx=0).stop 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.250+0000 7fa0aedbd640 1 -- 172.21.15.29:0/350352940 shutdown_connections 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.250+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/350352940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa090005210 0x7fa09000b9c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.250+0000 7fa0aedbd640 1 -- 172.21.15.29:0/350352940 >> 172.21.15.29:0/350352940 conn(0x7fa0a80b2fa0 msgr2=0x7fa0a80b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:21.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.250+0000 7fa0aedbd640 1 -- 172.21.15.29:0/350352940 shutdown_connections 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.250+0000 7fa0aedbd640 1 -- 172.21.15.29:0/350352940 wait complete. 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.251+0000 7fa0aedbd640 1 Processor -- start 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.251+0000 7fa0aedbd640 1 -- start start 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 0x7fa0a81566d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0a81e68e0 0x7fa0a81e6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a806bfa0 con 0x7fa0a8156270 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0acb59640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a806be20 con 0x7fa090005210 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0aedbd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a80cf620 con 0x7fa0a81e68e0 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0acb59640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:33470/0 (socket says 172.21.15.29:33470) 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0a7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 0x7fa0a81566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0acb59640 1 -- 172.21.15.29:0/642517005 learned_addr learned my addr 172.21.15.29:0/642517005 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.252+0000 7fa0ad35a640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0a81e68e0 0x7fa0a81e6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 -- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0a81e68e0 msgr2=0x7fa0a81e6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0a81e68e0 0x7fa0a81e6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 -- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 msgr2=0x7fa0a81458f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 -- 172.21.15.29:0/642517005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a81e53f0 con 0x7fa0a8156270 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0acb59640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a7fff640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 0x7fa0a81566d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa09c004e00 tx=0x7fa09c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09c00f7b0 con 0x7fa0a8156270 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa09c018070 con 0x7fa0a8156270 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a81e5660 con 0x7fa0a8156270 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa09c00fbb0 con 0x7fa0a8156270 2024-09-16T01:13:21.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a81e5c20 con 0x7fa0a8156270 2024-09-16T01:13:21.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa09c00fd50 con 0x7fa0a8156270 2024-09-16T01:13:21.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.253+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa09c0134d0 con 0x7fa0a8156270 2024-09-16T01:13:21.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.254+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a806f610 con 0x7fa0a8156270 2024-09-16T01:13:21.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.257+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa09c013720 con 0x7fa0a8156270 2024-09-16T01:13:21.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.322+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fa0a815c740 con 0x7fa0a8156270 2024-09-16T01:13:21.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.323+0000 7fa0a57fa640 1 -- 172.21.15.29:0/642517005 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fa09c013900 con 0x7fa0a8156270 2024-09-16T01:13:21.325 INFO:teuthology.orchestra.run.smithi029.stderr:adjusted tunables profile to default 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 msgr2=0x7fa0a81566d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 0x7fa0a81566d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa09c004e00 tx=0x7fa09c007430 comp rx=0 tx=0).stop 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 shutdown_connections 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0a81e68e0 0x7fa0a81e6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a8156270 0x7fa0a81566d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 --2- 172.21.15.29:0/642517005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa090005210 0x7fa0a81458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 >> 172.21.15.29:0/642517005 conn(0x7fa0a80b2fa0 msgr2=0x7fa0a80cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 shutdown_connections 2024-09-16T01:13:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:21.325+0000 7fa0aedbd640 1 -- 172.21.15.29:0/642517005 wait complete. 2024-09-16T01:13:21.337 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T01:13:21.337 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T01:13:21.338 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:21.338 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T01:13:21.357 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.355+0000 7fd362923040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:13:21.364 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:21.364 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T01:13:21.368 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.367+0000 7f6380b71040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:13:21.393 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:21.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T01:13:21.397 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.395+0000 7fd362923040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:13:21.412 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.411+0000 7f6380b71040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:13:21.441 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:13:21.441 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T01:13:21.506 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:21.507 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-16T01:13:21.532 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:21.532 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-16T01:13:21.546 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.544+0000 7fd362923040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:13:21.560 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.558+0000 7f6380b71040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:13:21.570 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:21.570 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-16T01:13:21.599 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.597+0000 7fd362923040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:13:21.613 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.611+0000 7f6380b71040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:13:21.623 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:13:21.623 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-16T01:13:21.689 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new fa18301e-4fa4-4fdf-a95f-6f63dc5286b1 0 2024-09-16T01:13:21.766 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.764+0000 7fd362923040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:13:21.788 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.786+0000 7f6380b71040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:13:21.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.826+0000 7faf74223640 1 Processor -- start 2024-09-16T01:13:21.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.826+0000 7faf74223640 1 -- start start 2024-09-16T01:13:21.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf74223640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faf6c0b3c50 0x7faf6c0ce5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf74223640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf6c15b830 con 0x7faf6c06fc00 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf74223640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf6c073250 con 0x7faf6c15b450 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf74223640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7faf6c073530 con 0x7faf6c0b3c50 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf71fbf640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7faf6c15b450 0x7faf6c06f4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52388/0 (socket says 172.21.15.122:52388) 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf71fbf640 1 -- 172.21.15.122:0/471868649 learned_addr learned my addr 172.21.15.122:0/471868649 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf727c0640 1 --2- 172.21.15.122:0/471868649 >> v2:172.21.15.29:3300/0 conn(0x7faf6c0b3c50 0x7faf6c0ce5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 490781641 0 0) 0x7faf6c073250 con 0x7faf6c15b450 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf58003520 con 0x7faf6c15b450 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf727c0640 1 -- 172.21.15.122:0/471868649 >> v1:172.21.15.122:6789/0 conn(0x7faf6c15b450 legacy=0x7faf6c06f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 96558632 0 0) 0x7faf6c15b830 con 0x7faf6c06fc00 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf727c0640 1 -- 172.21.15.122:0/471868649 >> v1:172.21.15.29:6789/0 conn(0x7faf6c06fc00 legacy=0x7faf6c0cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.830 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.827+0000 7faf727c0640 1 -- 172.21.15.122:0/471868649 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c073810 con 0x7faf6c0b3c50 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.828+0000 7faf727c0640 1 --2- 172.21.15.122:0/471868649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0b3c50 0x7faf6c0ce5e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faf64009d90 tx=0x7faf6402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db38070409cc8482 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.828+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64007740 con 0x7faf6c0b3c50 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.828+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf640078e0 con 0x7faf6c0b3c50 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.828+0000 7faf70fbd640 1 -- 172.21.15.122:0/471868649 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64007cb0 con 0x7faf6c0b3c50 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 -- 172.21.15.122:0/471868649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0b3c50 msgr2=0x7faf6c0ce5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 --2- 172.21.15.122:0/471868649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0b3c50 0x7faf6c0ce5e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faf64009d90 tx=0x7faf6402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 -- 172.21.15.122:0/471868649 shutdown_connections 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 --2- 172.21.15.122:0/471868649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0b3c50 0x7faf6c0ce5e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 -- 172.21.15.122:0/471868649 >> 172.21.15.122:0/471868649 conn(0x7faf6c0b2fa0 msgr2=0x7faf6c0b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 -- 172.21.15.122:0/471868649 shutdown_connections 2024-09-16T01:13:21.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.829+0000 7faf74223640 1 -- 172.21.15.122:0/471868649 wait complete. 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.830+0000 7faf74223640 1 Processor -- start 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.830+0000 7faf74223640 1 -- start start 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 0x7faf6c157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c15b450 0x7faf6c15e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c072e90 con 0x7faf6c15b450 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c073dd0 con 0x7faf6c06fc00 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf74223640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7faf6c073010 con 0x7faf6c0b3c50 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf71fbf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 0x7faf6c157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf71fbf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40122/0 (socket says 172.21.15.122:40122) 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf71fbf640 1 -- 172.21.15.122:0/1634089342 learned_addr learned my addr 172.21.15.122:0/1634089342 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf727c0640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c15b450 0x7faf6c15e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 -- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 msgr2=0x7faf6c0abe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 -- 172.21.15.122:0/1634089342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c15b450 msgr2=0x7faf6c15e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c15b450 0x7faf6c15e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf717be640 1 -- 172.21.15.122:0/1634089342 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c1f1ee0 con 0x7faf6c0b3c50 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.831+0000 7faf71fbf640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf717be640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 0x7faf6c157790 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00c480 tx=0x7faf5c00c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c017070 con 0x7faf6c0b3c50 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf5c005480 con 0x7faf6c0b3c50 2024-09-16T01:13:21.836 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c1f21c0 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c003830 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c1f2780 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7faf5c01a070 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.832+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7faf5c012740 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.833+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c0d0a70 con 0x7faf6c0b3c50 2024-09-16T01:13:21.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.835+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7faf5c021020 con 0x7faf6c0b3c50 2024-09-16T01:13:21.881 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:21.879+0000 7fd362923040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:13:21.903 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:21.902+0000 7f6380b71040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:13:21.906 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.904+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd new", "uuid": "fa18301e-4fa4-4fdf-a95f-6f63dc5286b1", "id": 0} v 0) -- 0x7faf6c0ac360 con 0x7faf6c0b3c50 2024-09-16T01:13:21.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.909+0000 7faf627fc640 1 -- 172.21.15.122:0/1634089342 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fa18301e-4fa4-4fdf-a95f-6f63dc5286b1", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7faf5c003c40 con 0x7faf6c0b3c50 2024-09-16T01:13:21.912 INFO:teuthology.orchestra.run.smithi122.stdout:0 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 msgr2=0x7faf6c157790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 0x7faf6c157790 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00c480 tx=0x7faf5c00c940 comp rx=0 tx=0).stop 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 shutdown_connections 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c15b450 0x7faf6c15e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0b3c50 0x7faf6c157790 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 --2- 172.21.15.122:0/1634089342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c06fc00 0x7faf6c0abe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 >> 172.21.15.122:0/1634089342 conn(0x7faf6c0b2fa0 msgr2=0x7faf6c158c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:21.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 shutdown_connections 2024-09-16T01:13:21.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:21.910+0000 7faf74223640 1 -- 172.21.15.122:0/1634089342 wait complete. 2024-09-16T01:13:21.923 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new ce61474c-e4ad-426e-837f-32fc0e535998 1 2024-09-16T01:13:22.061 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.059+0000 7f8469dcd640 1 Processor -- start 2024-09-16T01:13:22.062 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.059+0000 7f8469dcd640 1 -- start start 2024-09-16T01:13:22.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8469dcd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f846415a940 0x7f846406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8469dcd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f846406d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8469dcd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84640d0610 con 0x7f84640b5370 2024-09-16T01:13:22.063 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8469dcd640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f84640d08f0 con 0x7f846415a940 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8469dcd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f84640ce670 con 0x7f84640d00e0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f845bfff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f846406d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8463fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f84640b5370 0x7f84640ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52390/0 (socket says 172.21.15.122:52390) 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f8463fff640 1 -- 172.21.15.122:0/3081941371 learned_addr learned my addr 172.21.15.122:0/3081941371 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.060+0000 7f84637fe640 1 --2- 172.21.15.122:0/3081941371 >> v2:172.21.15.29:3300/0 conn(0x7f846415a940 0x7f846406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f8462ffd640 1 -- 172.21.15.122:0/3081941371 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3344329282 0 0) 0x7f84640d0610 con 0x7f84640b5370 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f845bfff640 1 -- 172.21.15.122:0/3081941371 >> v2:172.21.15.29:3300/0 conn(0x7f846415a940 msgr2=0x7f846406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f845bfff640 1 --2- 172.21.15.122:0/3081941371 >> v2:172.21.15.29:3300/0 conn(0x7f846415a940 0x7f846406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f845bfff640 1 -- 172.21.15.122:0/3081941371 >> v1:172.21.15.122:6789/0 conn(0x7f84640b5370 legacy=0x7f84640ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f845bfff640 1 -- 172.21.15.122:0/3081941371 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84640ce020 con 0x7f84640d00e0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f845bfff640 1 --2- 172.21.15.122:0/3081941371 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f846406d6c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f844c00a940 tx=0x7f844c02b4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2d233826121c1e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f8462ffd640 1 -- 172.21.15.122:0/3081941371 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844c00b040 con 0x7f84640d00e0 2024-09-16T01:13:22.064 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f8462ffd640 1 -- 172.21.15.122:0/3081941371 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f844c030710 con 0x7f84640d00e0 2024-09-16T01:13:22.065 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.061+0000 7f8462ffd640 1 -- 172.21.15.122:0/3081941371 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844c030ae0 con 0x7f84640d00e0 2024-09-16T01:13:22.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 -- 172.21.15.122:0/3081941371 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 msgr2=0x7f846406d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.067 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 --2- 172.21.15.122:0/3081941371 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f846406d6c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f844c00a940 tx=0x7f844c02b4c0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 -- 172.21.15.122:0/3081941371 shutdown_connections 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 --2- 172.21.15.122:0/3081941371 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f846406d6c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 --2- 172.21.15.122:0/3081941371 >> v2:172.21.15.29:3300/0 conn(0x7f846415a940 0x7f846406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 -- 172.21.15.122:0/3081941371 >> 172.21.15.122:0/3081941371 conn(0x7f8464071620 msgr2=0x7f84640b3c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 -- 172.21.15.122:0/3081941371 shutdown_connections 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.062+0000 7f8469dcd640 1 -- 172.21.15.122:0/3081941371 wait complete. 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.063+0000 7f8469dcd640 1 Processor -- start 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.063+0000 7f8469dcd640 1 -- start start 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 0x7f846414d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846415a940 0x7f8464156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f846406dc00 con 0x7f846415a940 2024-09-16T01:13:22.068 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f846406c150 con 0x7f84640b5370 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8469dcd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f846406dd80 con 0x7f84640d00e0 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f84637fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 0x7f846414d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.122:46046/0 (socket says 172.21.15.122:46046) 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f84637fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 0x7f846414d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40128/0 (socket says 172.21.15.122:40128) 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 -- 172.21.15.122:0/2648929006 learned_addr learned my addr 172.21.15.122:0/2648929006 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f8463fff640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846415a940 0x7f8464156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 -- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 msgr2=0x7f846414d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 0x7f846414d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 -- 172.21.15.122:0/2648929006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846415a940 msgr2=0x7f8464156ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846415a940 0x7f8464156ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.064+0000 7f845bfff640 1 -- 172.21.15.122:0/2648929006 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84640b02e0 con 0x7f84640d00e0 2024-09-16T01:13:22.069 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f845bfff640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f844c000c00 tx=0x7f844c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844c040070 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f844c030e10 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8464072a50 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844c006e10 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8464073010 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f844c043070 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.065+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f844c003cc0 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.066+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f846406d6c0 con 0x7f84640d00e0 2024-09-16T01:13:22.070 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.068+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f844c004030 con 0x7f84640d00e0 2024-09-16T01:13:22.139 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.137+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ce61474c-e4ad-426e-837f-32fc0e535998", "id": 1} v 0) -- 0x7f84640b64f0 con 0x7f84640d00e0 2024-09-16T01:13:22.142 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.140+0000 7f8460ff9640 1 -- 172.21.15.122:0/2648929006 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ce61474c-e4ad-426e-837f-32fc0e535998", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f844c004210 con 0x7f84640d00e0 2024-09-16T01:13:22.142 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-16T01:13:22.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 msgr2=0x7f84641596a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f844c000c00 tx=0x7f844c004730 comp rx=0 tx=0).stop 2024-09-16T01:13:22.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 shutdown_connections 2024-09-16T01:13:22.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846415a940 0x7f8464156ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.143 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f84640d00e0 0x7f84641596a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 --2- 172.21.15.122:0/2648929006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84640b5370 0x7f846414d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 >> 172.21.15.122:0/2648929006 conn(0x7f8464071620 msgr2=0x7f846406e1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 shutdown_connections 2024-09-16T01:13:22.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.141+0000 7f8469dcd640 1 -- 172.21.15.122:0/2648929006 wait complete. 2024-09-16T01:13:22.153 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new 3b838a67-ee92-4a5e-9172-b00c6a46e331 2 2024-09-16T01:13:22.219 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:22.217+0000 7fd362923040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:13:22.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.251+0000 7f03bcb49640 1 Processor -- start 2024-09-16T01:13:22.253 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.251+0000 7f03bcb49640 1 -- start start 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03bcb49640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03bcb49640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f03b806fb50 0x7f03b815b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03bcb49640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03b806ff70 con 0x7f03b815be80 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03bcb49640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f03b80729a0 con 0x7f03b806fb50 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03bcb49640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f03b80b6120 con 0x7f03b80b5d40 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b659c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f03b806fb50 0x7f03b815b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.255 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b659c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.122:46048/0 (socket says 172.21.15.122:46048) 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f03b806fb50 0x7f03b815b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40138/0 (socket says 172.21.15.122:40138) 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b659c640 1 -- 172.21.15.122:0/676374718 learned_addr learned my addr 172.21.15.122:0/676374718 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 -- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 msgr2=0x7f03b806f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 -- 172.21.15.122:0/676374718 >> v1:172.21.15.122:6789/0 conn(0x7f03b815be80 legacy=0x7f03b815ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b5d9b640 1 -- 172.21.15.122:0/676374718 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b8072070 con 0x7f03b806fb50 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b559a640 1 -- 172.21.15.122:0/676374718 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 85475417 0 0) 0x7f03b806ff70 con 0x7f03b815be80 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.252+0000 7f03b659c640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.253+0000 7f03b5d9b640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b815b940 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0097a0 tx=0x7f03ac02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d753a9c48e120da9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.253+0000 7f03b559a640 1 -- 172.21.15.122:0/676374718 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac037070 con 0x7f03b806fb50 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.253+0000 7f03b559a640 1 -- 172.21.15.122:0/676374718 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03ac032440 con 0x7f03b806fb50 2024-09-16T01:13:22.256 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.253+0000 7f03b559a640 1 -- 172.21.15.122:0/676374718 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03ac032810 con 0x7f03b806fb50 2024-09-16T01:13:22.257 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 -- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 msgr2=0x7f03b815b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.257 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b815b940 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f03ac0097a0 tx=0x7f03ac02a180 comp rx=0 tx=0).stop 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 -- 172.21.15.122:0/676374718 shutdown_connections 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b815b940 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 --2- 172.21.15.122:0/676374718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b806f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 -- 172.21.15.122:0/676374718 >> 172.21.15.122:0/676374718 conn(0x7f03b80b2fa0 msgr2=0x7f03b80b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 -- 172.21.15.122:0/676374718 shutdown_connections 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.254+0000 7f03bcb49640 1 -- 172.21.15.122:0/676374718 wait complete. 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.255+0000 7f03bcb49640 1 Processor -- start 2024-09-16T01:13:22.258 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.255+0000 7f03bcb49640 1 -- start start 2024-09-16T01:13:22.260 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.260 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b80cf280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.260 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b815be80 0x7f03b8154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8072e30 con 0x7f03b815be80 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f03b8072630 con 0x7f03b806fb50 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03bcb49640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f03b80ab6f0 con 0x7f03b80b5d40 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b5d9b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b80cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40152/0 (socket says 172.21.15.122:40152) 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 -- 172.21.15.122:0/1924350546 learned_addr learned my addr 172.21.15.122:0/1924350546 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 -- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 msgr2=0x7f03b80cf280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b80cf280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 -- 172.21.15.122:0/1924350546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b815be80 msgr2=0x7f03b8154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b815be80 0x7f03b8154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.261 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 -- 172.21.15.122:0/1924350546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b80ab9d0 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.256+0000 7f03b659c640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f03a800e9d0 tx=0x7f03a800ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a8017070 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03a800ca60 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b80abcb0 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a800ce10 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b80ab3b0 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f03a801a070 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.257+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f03a801c870 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.258+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b815c330 con 0x7f03b806fb50 2024-09-16T01:13:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.260+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f03a801c450 con 0x7f03b806fb50 2024-09-16T01:13:22.265 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:22.263+0000 7f6380b71040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:13:22.276 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:22.274+0000 7fd362923040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:13:22.318 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:22.316+0000 7f6380b71040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:13:22.331 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.329+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3b838a67-ee92-4a5e-9172-b00c6a46e331", "id": 2} v 0) -- 0x7f03b8072fb0 con 0x7f03b806fb50 2024-09-16T01:13:22.334 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.332+0000 7f03a6ffd640 1 -- 172.21.15.122:0/1924350546 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3b838a67-ee92-4a5e-9172-b00c6a46e331", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f03a801ca70 con 0x7f03b806fb50 2024-09-16T01:13:22.334 INFO:teuthology.orchestra.run.smithi122.stdout:2 2024-09-16T01:13:22.335 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 msgr2=0x7f03b80aae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.335 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f03a800e9d0 tx=0x7f03a800ee90 comp rx=0 tx=0).stop 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 shutdown_connections 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b815be80 0x7f03b8154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f03b80b5d40 0x7f03b80cf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 --2- 172.21.15.122:0/1924350546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b806fb50 0x7f03b80aae70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 >> 172.21.15.122:0/1924350546 conn(0x7f03b80b2fa0 msgr2=0x7f03b815ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 shutdown_connections 2024-09-16T01:13:22.336 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.333+0000 7f03bcb49640 1 -- 172.21.15.122:0/1924350546 wait complete. 2024-09-16T01:13:22.345 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new 91325cd3-1210-48b6-b05d-a748180f8ea9 3 2024-09-16T01:13:22.432 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:22.430+0000 7fd362923040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:13:22.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.441+0000 7fa4bd79f640 1 Processor -- start 2024-09-16T01:13:22.443 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.441+0000 7fa4bd79f640 1 -- start start 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bd79f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80cef90 0x7fa4b80c6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bd79f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa4b80b2ea0 0x7fa4b80b32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bd79f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4b80c7000 con 0x7fa4b8158be0 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bd79f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa4b80c75c0 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bd79f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b80b3820 con 0x7fa4b80cef90 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4bcf9e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa4b80b2ea0 0x7fa4b80b32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4b7fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa4b8158be0 0x7fa4b815c010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52398/0 (socket says 172.21.15.122:52398) 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4b7fff640 1 -- 172.21.15.122:0/1332525712 learned_addr learned my addr 172.21.15.122:0/1332525712 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.442+0000 7fa4b77fe640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80cef90 0x7fa4b80c6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4bcf9e640 1 -- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80cef90 msgr2=0x7fa4b80c6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4bcf9e640 1 --2- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80cef90 0x7fa4b80c6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.445 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4bcf9e640 1 -- 172.21.15.122:0/1332525712 >> v1:172.21.15.122:6789/0 conn(0x7fa4b8158be0 legacy=0x7fa4b815c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.446 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4bcf9e640 1 -- 172.21.15.122:0/1332525712 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b80c72e0 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4bcf9e640 1 --2- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80b2ea0 0x7fa4b80b32e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009d90 tx=0x7fa4b002a560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d234ef5d59cd71a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4b6ffd640 1 -- 172.21.15.122:0/1332525712 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0007740 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4b6ffd640 1 -- 172.21.15.122:0/1332525712 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b00078e0 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.443+0000 7fa4b6ffd640 1 -- 172.21.15.122:0/1332525712 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0007cb0 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 -- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80b2ea0 msgr2=0x7fa4b80b32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80b2ea0 0x7fa4b80b32e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009d90 tx=0x7fa4b002a560 comp rx=0 tx=0).stop 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 -- 172.21.15.122:0/1332525712 shutdown_connections 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80b2ea0 0x7fa4b80b32e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/1332525712 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80cef90 0x7fa4b80c6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 -- 172.21.15.122:0/1332525712 >> 172.21.15.122:0/1332525712 conn(0x7fa4b806cd20 msgr2=0x7fa4b806d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 -- 172.21.15.122:0/1332525712 shutdown_connections 2024-09-16T01:13:22.447 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.444+0000 7fa4bd79f640 1 -- 172.21.15.122:0/1332525712 wait complete. 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.445+0000 7fa4bd79f640 1 Processor -- start 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 -- start start 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa4b8158be0 0x7fa4b8071d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b8158fc0 con 0x7fa4b8158be0 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b815baf0 con 0x7fa4b80cef90 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bd79f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa4b80c6bd0 con 0x7fa4b80b2ea0 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.450 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4b7fff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40160/0 (socket says 172.21.15.122:40160) 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4b7fff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.122:46068/0 (socket says 172.21.15.122:46068) 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4b77fe640 1 -- 172.21.15.122:0/2991171635 learned_addr learned my addr 172.21.15.122:0/2991171635 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.446+0000 7fa4bcf9e640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa4b8158be0 0x7fa4b8071d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 -- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 msgr2=0x7fa4b8151bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 -- 172.21.15.122:0/2991171635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa4b8158be0 msgr2=0x7fa4b8071d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa4b8158be0 0x7fa4b8071d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 -- 172.21.15.122:0/2991171635 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b81536a0 con 0x7fa4b80cef90 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b7fff640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b77fe640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9b0 tx=0x7fa4a800ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8017070 con 0x7fa4b80cef90 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4a800c9a0 con 0x7fa4b80cef90 2024-09-16T01:13:22.451 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a800cd90 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b8153980 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b80739f0 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa4a801a070 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.447+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fa4a801c9d0 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.448+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4b80b32e0 con 0x7fa4b80cef90 2024-09-16T01:13:22.452 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.450+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa4a801cd30 con 0x7fa4b80cef90 2024-09-16T01:13:22.476 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:22.474+0000 7f6380b71040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:13:22.520 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.518+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd new", "uuid": "91325cd3-1210-48b6-b05d-a748180f8ea9", "id": 3} v 0) -- 0x7fa4b815e140 con 0x7fa4b80cef90 2024-09-16T01:13:22.523 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.521+0000 7fa4b4ff9640 1 -- 172.21.15.122:0/2991171635 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "91325cd3-1210-48b6-b05d-a748180f8ea9", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fa4a801c610 con 0x7fa4b80cef90 2024-09-16T01:13:22.523 INFO:teuthology.orchestra.run.smithi122.stdout:3 2024-09-16T01:13:22.524 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 msgr2=0x7fa4b8154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9b0 tx=0x7fa4a800ee70 comp rx=0 tx=0).stop 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 shutdown_connections 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa4b8158be0 0x7fa4b8071d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4b80cef90 0x7fa4b8154620 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 --2- 172.21.15.122:0/2991171635 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa4b80b2ea0 0x7fa4b8151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 >> 172.21.15.122:0/2991171635 conn(0x7fa4b806cd20 msgr2=0x7fa4b806d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.522+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 shutdown_connections 2024-09-16T01:13:22.525 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.523+0000 7fa4bd79f640 1 -- 172.21.15.122:0/2991171635 wait complete. 2024-09-16T01:13:22.535 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new 20e510eb-583e-4531-b4f5-f7fe86321dfa 4 2024-09-16T01:13:22.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.631+0000 7fd3a99fd640 1 Processor -- start 2024-09-16T01:13:22.633 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.631+0000 7fd3a99fd640 1 -- start start 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a99fd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd3a4158ac0 0x7fd3a406d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a99fd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd3a406cd20 0x7fd3a406f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a99fd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3a415ea20 con 0x7fd3a406d1b0 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a99fd640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd3a4158ea0 con 0x7fd3a4158ac0 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a99fd640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd3a415ece0 con 0x7fd3a406cd20 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd3a406cd20 0x7fd3a406f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.635 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd3a406cd20 0x7fd3a406f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40176/0 (socket says 172.21.15.122:40176) 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1180251658 learned_addr learned my addr 172.21.15.122:0/1180251658 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a37fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd3a406d1b0 0x7fd3a41622f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52410/0 (socket says 172.21.15.122:52410) 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a2ffd640 1 --2- 172.21.15.122:0/1180251658 >> v2:172.21.15.29:3300/0 conn(0x7fd3a4158ac0 0x7fd3a406d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1180251658 >> v2:172.21.15.29:3300/0 conn(0x7fd3a4158ac0 msgr2=0x7fd3a406d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 --2- 172.21.15.122:0/1180251658 >> v2:172.21.15.29:3300/0 conn(0x7fd3a4158ac0 0x7fd3a406d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1180251658 >> v1:172.21.15.122:6789/0 conn(0x7fd3a406d1b0 legacy=0x7fd3a41622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a1ffb640 1 -- 172.21.15.122:0/1180251658 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4019129681 0 0) 0x7fd3a415ea20 con 0x7fd3a406d1b0 2024-09-16T01:13:22.636 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.632+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1180251658 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a415efc0 con 0x7fd3a406cd20 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.633+0000 7fd3a27fc640 1 --2- 172.21.15.122:0/1180251658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406cd20 0x7fd3a406f2f0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4159020 tx=0x7fd39402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=664a6703a43a42ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a1ffb640 1 -- 172.21.15.122:0/1180251658 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394037070 con 0x7fd3a406cd20 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a1ffb640 1 -- 172.21.15.122:0/1180251658 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd394032440 con 0x7fd3a406cd20 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a1ffb640 1 -- 172.21.15.122:0/1180251658 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394032810 con 0x7fd3a406cd20 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1180251658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406cd20 msgr2=0x7fd3a406f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.638 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1180251658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406cd20 0x7fd3a406f2f0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd3a4159020 tx=0x7fd39402a270 comp rx=0 tx=0).stop 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1180251658 shutdown_connections 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1180251658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406cd20 0x7fd3a406f2f0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1180251658 >> v2:172.21.15.29:3300/0 conn(0x7fd3a4158ac0 0x7fd3a406d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1180251658 >> 172.21.15.122:0/1180251658 conn(0x7fd3a4067950 msgr2=0x7fd3a4067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1180251658 shutdown_connections 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.634+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1180251658 wait complete. 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 Processor -- start 2024-09-16T01:13:22.639 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 -- start start 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 0x7fd3a40cf300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 0x7fd3a40d1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a40b6110 con 0x7fd3a406cd20 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a415f580 con 0x7fd3a406d1b0 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.636+0000 7fd3a99fd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fd3a415f860 con 0x7fd3a4158ac0 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a37fe640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 0x7fd3a40d1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40184/0 (socket says 172.21.15.122:40184) 2024-09-16T01:13:22.642 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1199813824 learned_addr learned my addr 172.21.15.122:0/1199813824 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a2ffd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 0x7fd3a40cf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 msgr2=0x7fd3a40d1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 0x7fd3a40d1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1199813824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 msgr2=0x7fd3a40cf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 0x7fd3a40cf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 -- 172.21.15.122:0/1199813824 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a414b060 con 0x7fd3a406d1b0 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a37fe640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 0x7fd3a40d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a2ffd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 0x7fd3a40cf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a27fc640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd394000c00 tx=0x7fd3940046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394041020 con 0x7fd3a406d1b0 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd394030640 con 0x7fd3a406d1b0 2024-09-16T01:13:22.643 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a414ef30 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394037040 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.637+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a414f4f0 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.638+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd394044020 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.638+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fd39403dba0 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.639+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a40b20a0 con 0x7fd3a406d1b0 2024-09-16T01:13:22.644 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.641+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd3a40b20a0 con 0x7fd3a406d1b0 2024-09-16T01:13:22.711 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.709+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd new", "uuid": "20e510eb-583e-4531-b4f5-f7fe86321dfa", "id": 4} v 0) -- 0x7fd3a4151580 con 0x7fd3a406d1b0 2024-09-16T01:13:22.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.712+0000 7fd39bfff640 1 -- 172.21.15.122:0/1199813824 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "20e510eb-583e-4531-b4f5-f7fe86321dfa", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fd39404b030 con 0x7fd3a406d1b0 2024-09-16T01:13:22.714 INFO:teuthology.orchestra.run.smithi122.stdout:4 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 msgr2=0x7fd3a414ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd394000c00 tx=0x7fd3940046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 shutdown_connections 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd3a4158ac0 0x7fd3a40d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd3a406d1b0 0x7fd3a414ffd0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 --2- 172.21.15.122:0/1199813824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3a406cd20 0x7fd3a40cf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 >> 172.21.15.122:0/1199813824 conn(0x7fd3a4067950 msgr2=0x7fd3a406d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 shutdown_connections 2024-09-16T01:13:22.716 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.713+0000 7fd3a99fd640 1 -- 172.21.15.122:0/1199813824 wait complete. 2024-09-16T01:13:22.725 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new c8e2dbe6-79b1-42a2-b459-0a31ffd95886 5 2024-09-16T01:13:22.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.822+0000 7f3154578640 1 Processor -- start 2024-09-16T01:13:22.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.823+0000 7f3154578640 1 -- start start 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3154578640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f314c0b3c50 0x7f314c0ce5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3154578640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f314c15b830 con 0x7f314c15b450 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3154578640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f314c073250 con 0x7f314c06fc00 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3154578640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f314c073530 con 0x7f314c0b3c50 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f314c0b3c50 0x7f314c0ce5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f314c0b3c50 0x7f314c0ce5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40198/0 (socket says 172.21.15.122:40198) 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3151b13640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f314c06fc00 0x7f314c0cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52420/0 (socket says 172.21.15.122:52420) 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 -- 172.21.15.122:0/3158138863 learned_addr learned my addr 172.21.15.122:0/3158138863 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 -- 172.21.15.122:0/3158138863 >> v1:172.21.15.122:6789/0 conn(0x7f314c06fc00 legacy=0x7f314c0cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 -- 172.21.15.122:0/3158138863 >> v1:172.21.15.29:6789/0 conn(0x7f314c15b450 legacy=0x7f314c06f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3152b15640 1 -- 172.21.15.122:0/3158138863 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c073810 con 0x7f314c0b3c50 2024-09-16T01:13:22.827 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.824+0000 7f3151312640 1 -- 172.21.15.122:0/3158138863 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1309311376 0 0) 0x7f314c073250 con 0x7f314c06fc00 2024-09-16T01:13:22.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3152b15640 1 --2- 172.21.15.122:0/3158138863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c0ce5e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f314400d150 tx=0x7f314402c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa89b150c18c2ee3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3151312640 1 -- 172.21.15.122:0/3158138863 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3144039070 con 0x7f314c0b3c50 2024-09-16T01:13:22.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3151312640 1 -- 172.21.15.122:0/3158138863 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3144009600 con 0x7f314c0b3c50 2024-09-16T01:13:22.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3151312640 1 -- 172.21.15.122:0/3158138863 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31440099d0 con 0x7f314c0b3c50 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3154578640 1 -- 172.21.15.122:0/3158138863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 msgr2=0x7f314c0ce5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.825+0000 7f3154578640 1 --2- 172.21.15.122:0/3158138863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c0ce5e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f314400d150 tx=0x7f314402c8c0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.826+0000 7f3154578640 1 -- 172.21.15.122:0/3158138863 shutdown_connections 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.826+0000 7f3154578640 1 --2- 172.21.15.122:0/3158138863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c0ce5e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.826+0000 7f3154578640 1 -- 172.21.15.122:0/3158138863 >> 172.21.15.122:0/3158138863 conn(0x7f314c0b2fa0 msgr2=0x7f314c0b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.826+0000 7f3154578640 1 -- 172.21.15.122:0/3158138863 shutdown_connections 2024-09-16T01:13:22.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.826+0000 7f3154578640 1 -- 172.21.15.122:0/3158138863 wait complete. 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.827+0000 7f3154578640 1 Processor -- start 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.827+0000 7f3154578640 1 -- start start 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f314c15b450 0x7f314c152aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f314c072e90 con 0x7f314c15b450 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f314c073dd0 con 0x7f314c0b3c50 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3154578640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f314c073010 con 0x7f314c06fc00 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3151b13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3151b13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40214/0 (socket says 172.21.15.122:40214) 2024-09-16T01:13:22.832 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3151b13640 1 -- 172.21.15.122:0/3918156178 learned_addr learned my addr 172.21.15.122:0/3918156178 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.122:46090/0 (socket says 172.21.15.122:46090) 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152b15640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f314c15b450 0x7f314c152aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 -- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 msgr2=0x7f314c152560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 -- 172.21.15.122:0/3918156178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f314c15b450 msgr2=0x7f314c152aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f314c15b450 0x7f314c152aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 -- 172.21.15.122:0/3918156178 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c14f560 con 0x7f314c06fc00 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3151b13640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3152314640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c550 tx=0x7f313c00ca10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c017070 con 0x7f314c06fc00 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.828+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f313c0035f0 con 0x7f314c06fc00 2024-09-16T01:13:22.833 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314c14f840 con 0x7f314c06fc00 2024-09-16T01:13:22.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c0039e0 con 0x7f314c06fc00 2024-09-16T01:13:22.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f314c14cf40 con 0x7f314c06fc00 2024-09-16T01:13:22.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f313c01a070 con 0x7f314c06fc00 2024-09-16T01:13:22.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f313c012980 con 0x7f314c06fc00 2024-09-16T01:13:22.834 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.829+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f314c0d0a70 con 0x7f314c06fc00 2024-09-16T01:13:22.835 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.833+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f313c021020 con 0x7f314c06fc00 2024-09-16T01:13:22.905 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.903+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c8e2dbe6-79b1-42a2-b459-0a31ffd95886", "id": 5} v 0) -- 0x7f314c159bf0 con 0x7f314c06fc00 2024-09-16T01:13:22.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.906+0000 7f3142ffd640 1 -- 172.21.15.122:0/3918156178 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c8e2dbe6-79b1-42a2-b459-0a31ffd95886", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f313c003d00 con 0x7f314c06fc00 2024-09-16T01:13:22.908 INFO:teuthology.orchestra.run.smithi122.stdout:5 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 msgr2=0x7f314c14ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c550 tx=0x7f313c00ca10 comp rx=0 tx=0).stop 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 shutdown_connections 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f314c15b450 0x7f314c152aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f314c0b3c50 0x7f314c152560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 --2- 172.21.15.122:0/3918156178 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f314c06fc00 0x7f314c14ea50 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.907+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 >> 172.21.15.122:0/3918156178 conn(0x7f314c0b2fa0 msgr2=0x7f314c06df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.908+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 shutdown_connections 2024-09-16T01:13:22.910 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:22.908+0000 7f3154578640 1 -- 172.21.15.122:0/3918156178 wait complete. 2024-09-16T01:13:22.921 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new 13c06ab7-f402-42d3-88a3-494eee7fb080 6 2024-09-16T01:13:23.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.017+0000 7f9fcb749640 1 Processor -- start 2024-09-16T01:13:23.019 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.017+0000 7f9fcb749640 1 -- start start 2024-09-16T01:13:23.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fcb749640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9fc40ce830 0x7f9fc40d0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fcb749640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fc40ceca0 con 0x7f9fc40b69c0 2024-09-16T01:13:23.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fcb749640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fc40b5d30 con 0x7f9fc40d11b0 2024-09-16T01:13:23.020 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fcb749640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9fc40cff60 con 0x7f9fc40ce830 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc9ce6640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f9fc40d11b0 0x7f9fc40d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:52426/0 (socket says 172.21.15.122:52426) 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc9ce6640 1 -- 172.21.15.122:0/2240579314 learned_addr learned my addr 172.21.15.122:0/2240579314 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc8ce4640 1 --2- 172.21.15.122:0/2240579314 >> v2:172.21.15.29:3300/0 conn(0x7f9fc40ce830 0x7f9fc40d0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fb7fff640 1 -- 172.21.15.122:0/2240579314 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3848179379 0 0) 0x7f9fc40b5d30 con 0x7f9fc40d11b0 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fb7fff640 1 -- 172.21.15.122:0/2240579314 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fb0003520 con 0x7f9fc40d11b0 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/2240579314 >> v1:172.21.15.122:6789/0 conn(0x7f9fc40d11b0 legacy=0x7f9fc40d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/2240579314 >> v1:172.21.15.29:6789/0 conn(0x7f9fc40b69c0 legacy=0x7f9fc40b6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.021 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.018+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/2240579314 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc40b6010 con 0x7f9fc40ce830 2024-09-16T01:13:23.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.019+0000 7f9fc8ce4640 1 --2- 172.21.15.122:0/2240579314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40ce830 0x7f9fc40d0c70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9fc00097a0 tx=0x7f9fc002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d99a8e80fdbe7da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.019+0000 7f9fb7fff640 1 -- 172.21.15.122:0/2240579314 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0037070 con 0x7f9fc40ce830 2024-09-16T01:13:23.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.019+0000 7f9fb7fff640 1 -- 172.21.15.122:0/2240579314 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc0032440 con 0x7f9fc40ce830 2024-09-16T01:13:23.022 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.019+0000 7f9fb7fff640 1 -- 172.21.15.122:0/2240579314 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc00327f0 con 0x7f9fc40ce830 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 -- 172.21.15.122:0/2240579314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40ce830 msgr2=0x7f9fc40d0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 --2- 172.21.15.122:0/2240579314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40ce830 0x7f9fc40d0c70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9fc00097a0 tx=0x7f9fc002a230 comp rx=0 tx=0).stop 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 -- 172.21.15.122:0/2240579314 shutdown_connections 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 --2- 172.21.15.122:0/2240579314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40ce830 0x7f9fc40d0c70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 -- 172.21.15.122:0/2240579314 >> 172.21.15.122:0/2240579314 conn(0x7f9fc406f3c0 msgr2=0x7f9fc406f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 -- 172.21.15.122:0/2240579314 shutdown_connections 2024-09-16T01:13:23.023 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.020+0000 7f9fcb749640 1 -- 172.21.15.122:0/2240579314 wait complete. 2024-09-16T01:13:23.025 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.021+0000 7f9fcb749640 1 Processor -- start 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.021+0000 7f9fcb749640 1 -- start start 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 0x7f9fc4144c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc40d0470 con 0x7f9fc40b69c0 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc40b62f0 con 0x7f9fc40d11b0 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fcb749640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9fc40d0750 con 0x7f9fc40ce830 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc9ce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc9ce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:40224/0 (socket says 172.21.15.122:40224) 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.122:46094/0 (socket says 172.21.15.122:46094) 2024-09-16T01:13:23.026 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc9ce6640 1 -- 172.21.15.122:0/1986131596 learned_addr learned my addr 172.21.15.122:0/1986131596 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc94e5640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 0x7f9fc4144c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 msgr2=0x7f9fc40b4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/1986131596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 msgr2=0x7f9fc4144c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 0x7f9fc4144c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 -- 172.21.15.122:0/1986131596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc41533d0 con 0x7f9fc40ce830 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc94e5640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 0x7f9fc4144c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc9ce6640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.022+0000 7f9fc8ce4640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0031000 tx=0x7f9fc00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0037050 con 0x7f9fc40ce830 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc0038040 con 0x7f9fc40ce830 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fc41536b0 con 0x7f9fc40ce830 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0004430 con 0x7f9fc40ce830 2024-09-16T01:13:23.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fc4153c70 con 0x7f9fc40ce830 2024-09-16T01:13:23.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9fc003c6d0 con 0x7f9fc40ce830 2024-09-16T01:13:23.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.023+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f9fc003e450 con 0x7f9fc40ce830 2024-09-16T01:13:23.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.024+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fc4073c60 con 0x7f9fc40ce830 2024-09-16T01:13:23.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.027+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9fc003cb50 con 0x7f9fc40ce830 2024-09-16T01:13:23.099 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.098+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd new", "uuid": "13c06ab7-f402-42d3-88a3-494eee7fb080", "id": 6} v 0) -- 0x7f9fc41585f0 con 0x7f9fc40ce830 2024-09-16T01:13:23.103 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.101+0000 7f9fb5ffb640 1 -- 172.21.15.122:0/1986131596 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "13c06ab7-f402-42d3-88a3-494eee7fb080", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f9fc003cd30 con 0x7f9fc40ce830 2024-09-16T01:13:23.103 INFO:teuthology.orchestra.run.smithi122.stdout:6 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 msgr2=0x7f9fc4154470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0031000 tx=0x7f9fc00046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 shutdown_connections 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fc40d11b0 0x7f9fc40b4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fc40ce830 0x7f9fc4154470 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 --2- 172.21.15.122:0/1986131596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fc40b69c0 0x7f9fc4144c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 >> 172.21.15.122:0/1986131596 conn(0x7f9fc406f3c0 msgr2=0x7f9fc40b6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.102+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 shutdown_connections 2024-09-16T01:13:23.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.103+0000 7f9fcb749640 1 -- 172.21.15.122:0/1986131596 wait complete. 2024-09-16T01:13:23.114 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --cluster ceph osd new d6684c71-fce4-4774-aaad-4e451aed8ee2 7 2024-09-16T01:13:23.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.211+0000 7f891598d640 1 Processor -- start 2024-09-16T01:13:23.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.211+0000 7f891598d640 1 -- start start 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f891598d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f89100b5f60 0x7f89100cf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f891598d640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89100cfdf0 con 0x7f891015c480 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f891598d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89100d00d0 con 0x7f89100b6650 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f891598d640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f89100b4750 con 0x7f89100b5f60 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f890effd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f89100b6650 0x7f89100b6a30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.122:46084/0 (socket says 172.21.15.122:46084) 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f890effd640 1 -- 172.21.15.122:0/520172986 learned_addr learned my addr 172.21.15.122:0/520172986 (peer_addr_for_me v1:172.21.15.122:0/0) 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f890f7fe640 1 --2- 172.21.15.122:0/520172986 >> v2:172.21.15.29:3300/0 conn(0x7f89100b5f60 0x7f89100cf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f890dffb640 1 -- 172.21.15.122:0/520172986 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3930517318 0 0) 0x7f89100d00d0 con 0x7f89100b6650 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.212+0000 7f890dffb640 1 -- 172.21.15.122:0/520172986 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f88fc003520 con 0x7f89100b6650 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890f7fe640 1 -- 172.21.15.122:0/520172986 >> v1:172.21.15.122:6789/0 conn(0x7f89100b6650 legacy=0x7f89100b6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890f7fe640 1 -- 172.21.15.122:0/520172986 >> v1:172.21.15.29:6789/0 conn(0x7f891015c480 legacy=0x7f89100cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.214 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890f7fe640 1 -- 172.21.15.122:0/520172986 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89100b4a30 con 0x7f89100b5f60 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890f7fe640 1 --2- 172.21.15.122:0/520172986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b5f60 0x7f89100cf780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8908009d90 tx=0x7f890802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cffa8d4754bbd2fe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890dffb640 1 -- 172.21.15.122:0/520172986 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8908007740 con 0x7f89100b5f60 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890dffb640 1 -- 172.21.15.122:0/520172986 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89080078e0 con 0x7f89100b5f60 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.213+0000 7f890dffb640 1 -- 172.21.15.122:0/520172986 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8908007cb0 con 0x7f89100b5f60 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 -- 172.21.15.122:0/520172986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b5f60 msgr2=0x7f89100cf780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 --2- 172.21.15.122:0/520172986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b5f60 0x7f89100cf780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8908009d90 tx=0x7f890802a660 comp rx=0 tx=0).stop 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 -- 172.21.15.122:0/520172986 shutdown_connections 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 --2- 172.21.15.122:0/520172986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b5f60 0x7f89100cf780 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 -- 172.21.15.122:0/520172986 >> 172.21.15.122:0/520172986 conn(0x7f89100b2fa0 msgr2=0x7f89100b33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.216 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 -- 172.21.15.122:0/520172986 shutdown_connections 2024-09-16T01:13:23.217 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.214+0000 7f891598d640 1 -- 172.21.15.122:0/520172986 wait complete. 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.215+0000 7f891598d640 1 Processor -- start 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.215+0000 7f891598d640 1 -- start start 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f89100b5f60 0x7f8910143380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b6650 0x7f891015f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8910167150 con 0x7f89100b6650 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8910166fd0 con 0x7f891015c480 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f891598d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f89101672d0 con 0x7f89100b5f60 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f890f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f890effd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f89100b5f60 0x7f8910143380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f890f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:59828/0 (socket says 172.21.15.122:59828) 2024-09-16T01:13:23.220 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f890f7fe640 1 -- 172.21.15.122:0/225932460 learned_addr learned my addr 172.21.15.122:0/225932460 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.216+0000 7f890e7fc640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b6650 0x7f891015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 -- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f89100b5f60 msgr2=0x7f8910143380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f89100b5f60 0x7f8910143380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 -- 172.21.15.122:0/225932460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b6650 msgr2=0x7f891015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b6650 0x7f891015f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 -- 172.21.15.122:0/225932460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f891014ec20 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f890f7fe640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8908009eb0 tx=0x7f8908004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8908040070 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8908031bc0 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8910152390 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8908009450 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8910152950 con 0x7f891015c480 2024-09-16T01:13:23.221 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8908039040 con 0x7f891015c480 2024-09-16T01:13:23.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.217+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f8908007840 con 0x7f891015c480 2024-09-16T01:13:23.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.218+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89100b6a30 con 0x7f891015c480 2024-09-16T01:13:23.222 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.222+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8908045460 con 0x7f891015c480 2024-09-16T01:13:23.293 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.292+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d6684c71-fce4-4774-aaad-4e451aed8ee2", "id": 7} v 0) -- 0x7f891014f3e0 con 0x7f891015c480 2024-09-16T01:13:23.298 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.298+0000 7f8907fff640 1 -- 172.21.15.122:0/225932460 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d6684c71-fce4-4774-aaad-4e451aed8ee2", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f8908045640 con 0x7f891015c480 2024-09-16T01:13:23.299 INFO:teuthology.orchestra.run.smithi122.stdout:7 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.298+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 msgr2=0x7f8910158550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.298+0000 7f891598d640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8908009eb0 tx=0x7f8908004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 shutdown_connections 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f891015c480 0x7f8910158550 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89100b6650 0x7f891015f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 --2- 172.21.15.122:0/225932460 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f89100b5f60 0x7f8910143380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.300 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 >> 172.21.15.122:0/225932460 conn(0x7f89100b2fa0 msgr2=0x7f89100d0860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 shutdown_connections 2024-09-16T01:13:23.301 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:13:23.299+0000 7f891598d640 1 -- 172.21.15.122:0/225932460 wait complete. 2024-09-16T01:13:23.310 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T01:13:23.310 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T01:13:23.312 INFO:tasks.ceph.osd.0:Started 2024-09-16T01:13:23.312 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T01:13:23.313 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T01:13:23.315 INFO:tasks.ceph.osd.1:Started 2024-09-16T01:13:23.315 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T01:13:23.315 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T01:13:23.317 INFO:tasks.ceph.osd.2:Started 2024-09-16T01:13:23.317 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T01:13:23.317 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T01:13:23.319 INFO:tasks.ceph.osd.3:Started 2024-09-16T01:13:23.320 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-16T01:13:23.320 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-16T01:13:23.322 INFO:tasks.ceph.osd.4:Started 2024-09-16T01:13:23.322 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-16T01:13:23.322 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-16T01:13:23.324 INFO:tasks.ceph.osd.5:Started 2024-09-16T01:13:23.324 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-16T01:13:23.324 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-16T01:13:23.326 INFO:tasks.ceph.osd.6:Started 2024-09-16T01:13:23.326 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-16T01:13:23.326 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-16T01:13:23.328 INFO:tasks.ceph.osd.7:Started 2024-09-16T01:13:23.329 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:23.445 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:23.444+0000 7fd362923040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:13:23.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.463+0000 7f610205a640 1 Processor -- start 2024-09-16T01:13:23.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.463+0000 7f610205a640 1 -- start start 2024-09-16T01:13:23.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f610205a640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f60fc15e640 0x7f60fc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f610205a640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60fc15ea20 con 0x7f60fc0d3660 2024-09-16T01:13:23.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f60fc15e640 0x7f60fc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f610205a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60fc0b1c50 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f60fc15e640 0x7f60fc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54724/0 (socket says 172.21.15.29:54724) 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 -- 172.21.15.29:0/407094553 learned_addr learned my addr 172.21.15.29:0/407094553 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fbfff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f60fc0d3660 0x7f60fc0b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50732/0 (socket says 172.21.15.29:50732) 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f60fc0b2860 con 0x7f60fc15e640 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2574597839 0 0) 0x7f60fc15ea20 con 0x7f60fc0d3660 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60e4003520 con 0x7f60fc0d3660 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3267255644 0 0) 0x7f60fc0b1c50 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 -- 172.21.15.29:0/407094553 >> v1:172.21.15.122:6789/0 conn(0x7f60fc0cf0e0 legacy=0x7f60fc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 -- 172.21.15.29:0/407094553 >> v1:172.21.15.29:6789/0 conn(0x7f60fc0d3660 legacy=0x7f60fc0b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.464+0000 7f60fb7fe640 1 -- 172.21.15.29:0/407094553 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60fc0b1f30 con 0x7f60fc15e640 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.465+0000 7f60fb7fe640 1 --2- 172.21.15.29:0/407094553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc15e640 0x7f60fc0ceba0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f60ec009870 tx=0x7f60ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719e59a15fa549f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.465+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec037070 con 0x7f60fc15e640 2024-09-16T01:13:23.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.465+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec032440 con 0x7f60fc15e640 2024-09-16T01:13:23.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.465+0000 7f60fa7fc640 1 -- 172.21.15.29:0/407094553 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec032810 con 0x7f60fc15e640 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc15e640 msgr2=0x7f60fc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 --2- 172.21.15.29:0/407094553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc15e640 0x7f60fc0ceba0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f60ec009870 tx=0x7f60ec02a270 comp rx=0 tx=0).stop 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 shutdown_connections 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 --2- 172.21.15.29:0/407094553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc15e640 0x7f60fc0ceba0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 >> 172.21.15.29:0/407094553 conn(0x7f60fc09d820 msgr2=0x7f60fc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 shutdown_connections 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.466+0000 7f610205a640 1 -- 172.21.15.29:0/407094553 wait complete. 2024-09-16T01:13:23.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.467+0000 7f610205a640 1 Processor -- start 2024-09-16T01:13:23.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 -- start start 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f60fc0d3660 0x7f60fc154050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f60fc15e640 0x7f60fc154590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f60fc0cfe40 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f60fb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f60fb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54730/0 (socket says 172.21.15.29:54730) 2024-09-16T01:13:23.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f60fb7fe640 1 -- 172.21.15.29:0/178155537 learned_addr learned my addr 172.21.15.29:0/178155537 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f60fc0b24f0 con 0x7f60fc0d3660 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.468+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f60fc0b73a0 con 0x7f60fc15e640 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60faffd640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f60fc0d3660 0x7f60fc154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fbfff640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f60fc15e640 0x7f60fc154590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 -- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f60fc15e640 msgr2=0x7f60fc154590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f60fc15e640 0x7f60fc154590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 -- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f60fc0d3660 msgr2=0x7f60fc154050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f60fc0d3660 0x7f60fc154050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60fc0cc1d0 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60fb7fe640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f60ec0090b0 tx=0x7f60ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec041070 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60ec004220 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec037040 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60fc0cc4b0 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.469+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60fc0cca70 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.470+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f60ec03a070 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.470+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f60ec03c550 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.470+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60fc068eb0 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.472+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f60ec003610 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.499 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:23.498+0000 7fd362923040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:13:23.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.532+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f60fc153df0 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.532+0000 7f60e3fff640 1 -- 172.21.15.29:0/178155537 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f60ec003610 con 0x7f60fc0cf0e0 2024-09-16T01:13:23.535 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:23.535 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":10,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:23.294061+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 msgr2=0x7f60fc1538b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f60ec0090b0 tx=0x7f60ec0046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 shutdown_connections 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f60fc15e640 0x7f60fc154590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f60fc0d3660 0x7f60fc154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 --2- 172.21.15.29:0/178155537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f60fc0cf0e0 0x7f60fc1538b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 >> 172.21.15.29:0/178155537 conn(0x7f60fc09d820 msgr2=0x7f60fc0b7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 shutdown_connections 2024-09-16T01:13:23.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:23.533+0000 7f610205a640 1 -- 172.21.15.29:0/178155537 wait complete. 2024-09-16T01:13:23.546 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T01:13:23.546 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T01:13:23.548 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:23.546+0000 7f6380b71040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:13:23.603 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:23.601+0000 7f6380b71040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:13:23.867 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:23.866+0000 7fd362923040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:13:23.952 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:23.951+0000 7fd362923040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:13:23.988 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:23.986+0000 7f6380b71040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:13:24.061 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.060+0000 7fd362923040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:13:24.076 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.074+0000 7f6380b71040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:13:24.106 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.105+0000 7fd362923040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:13:24.188 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.186+0000 7f6380b71040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:13:24.216 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.216+0000 7fd362923040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:13:24.236 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.234+0000 7f6380b71040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:13:24.272 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.271+0000 7fd362923040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:13:24.318 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.317+0000 7fd362923040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:13:24.352 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:24.356 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.352+0000 7f6380b71040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:13:24.411 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.409+0000 7f6380b71040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:13:24.429 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.428+0000 7fd362923040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:13:24.449 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.448+0000 7fc609c1e640 1 Processor -- start 2024-09-16T01:13:24.449 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.448+0000 7fc609c1e640 1 -- start start 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc609c1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc60415b340 0x7fc6040b5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc609c1e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 0x7fc6040b4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc609c1e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6040cdb80 con 0x7fc6040b4cc0 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc609c1e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc6040cfc30 con 0x7fc60415b340 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc609c1e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc6040d10d0 con 0x7fc6040b4340 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc6037fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc60415b340 0x7fc6040b5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc602ffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 0x7fc6040b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc603fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc6040b4cc0 0x7fc60415ed10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:42736/0 (socket says 172.21.15.29:42736) 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc603fff640 1 -- 172.21.15.29:0/2507921373 learned_addr learned my addr 172.21.15.29:0/2507921373 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc6037fe640 1 -- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 msgr2=0x7fc6040b4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc6037fe640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 0x7fc6040b4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.451 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.449+0000 7fc6037fe640 1 -- 172.21.15.29:0/2507921373 >> v1:172.21.15.122:6789/0 conn(0x7fc6040b4cc0 legacy=0x7fc60415ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:24.452 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6037fe640 1 -- 172.21.15.29:0/2507921373 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6040b5150 con 0x7fc60415b340 2024-09-16T01:13:24.452 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6027fc640 1 -- 172.21.15.29:0/2507921373 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 762674986 0 0) 0x7fc5fc001490 con 0x7fc6040b4cc0 2024-09-16T01:13:24.452 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc602ffd640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 0x7fc6040b4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:24.453 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6037fe640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc60415b340 0x7fc6040b5d60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc5f40097a0 tx=0x7fc5f402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb6fb3f9776613c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:24.453 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6027fc640 1 -- 172.21.15.29:0/2507921373 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4037070 con 0x7fc60415b340 2024-09-16T01:13:24.453 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6027fc640 1 -- 172.21.15.29:0/2507921373 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f4032440 con 0x7fc60415b340 2024-09-16T01:13:24.453 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.450+0000 7fc6027fc640 1 -- 172.21.15.29:0/2507921373 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4032810 con 0x7fc60415b340 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 -- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc60415b340 msgr2=0x7fc6040b5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc60415b340 0x7fc6040b5d60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc5f40097a0 tx=0x7fc5f402a180 comp rx=0 tx=0).stop 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 -- 172.21.15.29:0/2507921373 shutdown_connections 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc6040b4340 0x7fc6040b4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 --2- 172.21.15.29:0/2507921373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc60415b340 0x7fc6040b5d60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 -- 172.21.15.29:0/2507921373 >> 172.21.15.29:0/2507921373 conn(0x7fc60406e0a0 msgr2=0x7fc60406e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 -- 172.21.15.29:0/2507921373 shutdown_connections 2024-09-16T01:13:24.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.451+0000 7fc609c1e640 1 -- 172.21.15.29:0/2507921373 wait complete. 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.452+0000 7fc609c1e640 1 Processor -- start 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 -- start start 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 0x7fc604157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc60415b340 0x7fc60415d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:24.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6040cf5e0 con 0x7fc6040b4340 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc6040cf300 con 0x7fc6040b4cc0 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc609c1e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc6040cf8c0 con 0x7fc60415b340 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc6037fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc6037fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54736/0 (socket says 172.21.15.29:54736) 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc6037fe640 1 -- 172.21.15.29:0/1088775492 learned_addr learned my addr 172.21.15.29:0/1088775492 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc602ffd640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 0x7fc604157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.453+0000 7fc603fff640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc60415b340 0x7fc60415d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 -- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc60415b340 msgr2=0x7fc60415d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc60415b340 0x7fc60415d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 -- 172.21.15.29:0/1088775492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 msgr2=0x7fc60414cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 -- 172.21.15.29:0/1088775492 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc604157cd0 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc6037fe640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc602ffd640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 0x7fc604157790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc5f800e8a0 tx=0x7fc5f800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f8017070 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f800c940 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc60415e0e0 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f800cd30 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6041e4bd0 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc5f801a070 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.454+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fc5f8013b40 con 0x7fc6040b4cc0 2024-09-16T01:13:24.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.455+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc604071ea0 con 0x7fc6040b4cc0 2024-09-16T01:13:24.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.457+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc5f80092e0 con 0x7fc6040b4cc0 2024-09-16T01:13:24.460 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.459+0000 7f6380b71040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:13:24.480 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.479+0000 7fd362923040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:13:24.519 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.518+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6040cd530 con 0x7fc6040b4cc0 2024-09-16T01:13:24.519 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.518+0000 7fc5ebfff640 1 -- 172.21.15.29:0/1088775492 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fc5f8013e20 con 0x7fc6040b4cc0 2024-09-16T01:13:24.519 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-16T01:13:24.519 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":10,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:23.294061+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:24.520 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 msgr2=0x7fc604157790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 0x7fc604157790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc5f800e8a0 tx=0x7fc5f800ed60 comp rx=0 tx=0).stop 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 shutdown_connections 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc60415b340 0x7fc60415d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6040b4cc0 0x7fc604157790 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 --2- 172.21.15.29:0/1088775492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6040b4340 0x7fc60414cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 >> 172.21.15.29:0/1088775492 conn(0x7fc60406e0a0 msgr2=0x7fc604072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 shutdown_connections 2024-09-16T01:13:24.521 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:24.519+0000 7fc609c1e640 1 -- 172.21.15.29:0/1088775492 wait complete. 2024-09-16T01:13:24.529 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T01:13:24.533 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.532+0000 7fd362923040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:13:24.579 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.578+0000 7f6380b71040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:13:24.600 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.599+0000 7fd362923040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:13:24.631 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.630+0000 7f6380b71040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:13:24.645 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.644+0000 7fd362923040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:13:24.685 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.684+0000 7f6380b71040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:13:24.689 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:24.688+0000 7fd362923040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:13:24.755 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.754+0000 7f6380b71040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:13:24.756 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-16T01:13:24.755+0000 7fd03b883640 -1 Falling back to public interface 2024-09-16T01:13:24.790 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-16T01:13:24.788+0000 7f844f41c640 -1 Falling back to public interface 2024-09-16T01:13:24.801 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-16T01:13:24.799+0000 7f3b32da2640 -1 Falling back to public interface 2024-09-16T01:13:24.802 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.801+0000 7f6380b71040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:13:24.819 INFO:tasks.ceph.osd.6.smithi122.stderr:2024-09-16T01:13:24.818+0000 7f045f00b640 -1 Falling back to public interface 2024-09-16T01:13:24.848 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:24.847+0000 7f6380b71040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:13:25.015 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-16T01:13:25.014+0000 7fcae51b2640 -1 Falling back to public interface 2024-09-16T01:13:25.035 INFO:tasks.ceph.osd.4.smithi122.stderr:2024-09-16T01:13:25.034+0000 7f8e51a16640 -1 Falling back to public interface 2024-09-16T01:13:25.040 INFO:tasks.ceph.osd.7.smithi122.stderr:2024-09-16T01:13:25.039+0000 7f1244da8640 -1 Falling back to public interface 2024-09-16T01:13:25.314 INFO:tasks.ceph.osd.5.smithi122.stderr:2024-09-16T01:13:25.313+0000 7faf2b80c640 -1 Falling back to public interface 2024-09-16T01:13:25.347 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:25.346+0000 7fd362923040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:13:25.538 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-16T01:13:25.537+0000 7f6380b71040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:13:26.363 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:26.361+0000 7fd302909640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T01:13:26.363 INFO:tasks.ceph.mgr.x.smithi122.stderr:2024-09-16T01:13:26.362+0000 7fd302909640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T01:13:28.806 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-16T01:13:28.804+0000 7fcae51b2640 -1 osd.0 0 log_to_monitors true 2024-09-16T01:13:28.875 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-16T01:13:28.874+0000 7f3b32da2640 -1 osd.3 0 log_to_monitors true 2024-09-16T01:13:29.048 INFO:tasks.ceph.osd.7.smithi122.stderr:2024-09-16T01:13:29.047+0000 7f1244da8640 -1 osd.7 0 log_to_monitors true 2024-09-16T01:13:29.099 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-16T01:13:29.098+0000 7f844f41c640 -1 osd.2 0 log_to_monitors true 2024-09-16T01:13:29.346 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-16T01:13:29.345+0000 7fd03b883640 -1 osd.1 0 log_to_monitors true 2024-09-16T01:13:29.399 INFO:tasks.ceph.osd.6.smithi122.stderr:2024-09-16T01:13:29.398+0000 7f045f00b640 -1 osd.6 0 log_to_monitors true 2024-09-16T01:13:29.562 INFO:tasks.ceph.osd.4.smithi122.stderr:2024-09-16T01:13:29.561+0000 7f8e51a16640 -1 osd.4 0 log_to_monitors true 2024-09-16T01:13:29.886 INFO:tasks.ceph.osd.5.smithi122.stderr:2024-09-16T01:13:29.885+0000 7faf2b80c640 -1 osd.5 0 log_to_monitors true 2024-09-16T01:13:31.336 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:31.488 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.486+0000 7f04a1c8d640 1 Processor -- start 2024-09-16T01:13:31.492 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.487+0000 7f04a1c8d640 1 -- start start 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f04a1c8d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f049c0734f0 0x7f049c0b6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f04a1c8d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f049c0b68d0 0x7f049c070730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f04a1c8d640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f049c074250 con 0x7f049c15c500 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f04a1c8d640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f049c15c8e0 con 0x7f049c0734f0 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f04a1c8d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f049c0b1960 con 0x7f049c0b68d0 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f0493fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f049c0734f0 0x7f049c0b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.495 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f049b7fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f049c15c500 0x7f049c073b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:41942/0 (socket says 172.21.15.29:41942) 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.488+0000 7f049b7fe640 1 -- 172.21.15.29:0/684836005 learned_addr learned my addr 172.21.15.29:0/684836005 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f049bfff640 1 --2- 172.21.15.29:0/684836005 >> v2:172.21.15.122:3300/0 conn(0x7f049c0b68d0 0x7f049c070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f049affd640 1 -- 172.21.15.29:0/684836005 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3819340438 0 0) 0x7f049c074250 con 0x7f049c15c500 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f0493fff640 1 -- 172.21.15.29:0/684836005 >> v2:172.21.15.122:3300/0 conn(0x7f049c0b68d0 msgr2=0x7f049c070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f0493fff640 1 --2- 172.21.15.29:0/684836005 >> v2:172.21.15.122:3300/0 conn(0x7f049c0b68d0 0x7f049c070730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f0493fff640 1 -- 172.21.15.29:0/684836005 >> v1:172.21.15.29:6789/0 conn(0x7f049c15c500 legacy=0x7f049c073b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.489+0000 7f0493fff640 1 -- 172.21.15.29:0/684836005 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c0b1c40 con 0x7f049c0734f0 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.491+0000 7f0493fff640 1 --2- 172.21.15.29:0/684836005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c0734f0 0x7f049c0b6390 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f049c069010 tx=0x7f048402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a41e2c5ce3f3d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.491+0000 7f049affd640 1 -- 172.21.15.29:0/684836005 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0484037070 con 0x7f049c0734f0 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.491+0000 7f049affd640 1 -- 172.21.15.29:0/684836005 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0484032440 con 0x7f049c0734f0 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.492+0000 7f04a1c8d640 1 -- 172.21.15.29:0/684836005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c0734f0 msgr2=0x7f049c0b6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.496 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.492+0000 7f049affd640 1 -- 172.21.15.29:0/684836005 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0484037070 con 0x7f049c0734f0 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.492+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/684836005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c0734f0 0x7f049c0b6390 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f049c069010 tx=0x7f048402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.493+0000 7f04a1c8d640 1 -- 172.21.15.29:0/684836005 shutdown_connections 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.493+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/684836005 >> v2:172.21.15.122:3300/0 conn(0x7f049c0b68d0 0x7f049c070730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.493+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/684836005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c0734f0 0x7f049c0b6390 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.493+0000 7f04a1c8d640 1 -- 172.21.15.29:0/684836005 >> 172.21.15.29:0/684836005 conn(0x7f049c0d2380 msgr2=0x7f049c0d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:31.497 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.495+0000 7f04a1c8d640 1 -- 172.21.15.29:0/684836005 shutdown_connections 2024-09-16T01:13:31.498 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.495+0000 7f04a1c8d640 1 -- 172.21.15.29:0/684836005 wait complete. 2024-09-16T01:13:31.498 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.497+0000 7f04a1c8d640 1 Processor -- start 2024-09-16T01:13:31.500 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.498+0000 7f04a1c8d640 1 -- start start 2024-09-16T01:13:31.500 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.500 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 0x7f049c0c73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c14fc70 0x7f049c157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f049c0d0c40 con 0x7f049c14fc70 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f049c0731f0 con 0x7f049c0b68d0 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f04a1c8d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f049c0d0f20 con 0x7f049c15c500 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f049b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f049b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:54616/0 (socket says 172.21.15.29:54616) 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f049b7fe640 1 -- 172.21.15.29:0/1449878862 learned_addr learned my addr 172.21.15.29:0/1449878862 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f049bfff640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c14fc70 0x7f049c157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.501 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.499+0000 7f0493fff640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 0x7f049c0c73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.502 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 -- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 msgr2=0x7f049c0c73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.502 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 0x7f049c0c73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.502 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 -- 172.21.15.29:0/1449878862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c14fc70 msgr2=0x7f049c157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.502 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c14fc70 0x7f049c157f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.502 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 -- 172.21.15.29:0/1449878862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c155ba0 con 0x7f049c0b68d0 2024-09-16T01:13:31.503 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f0493fff640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 0x7f049c0c73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:31.503 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.500+0000 7f049b7fe640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f048c00c3f0 tx=0x7f048c00c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:31.532 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.530+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c0074e0 con 0x7f049c0b68d0 2024-09-16T01:13:31.532 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.530+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f048c0047e0 con 0x7f049c0b68d0 2024-09-16T01:13:31.532 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.530+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f049c155e80 con 0x7f049c0b68d0 2024-09-16T01:13:31.532 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.530+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f049c156440 con 0x7f049c0b68d0 2024-09-16T01:13:31.532 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.530+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c004c10 con 0x7f049c0b68d0 2024-09-16T01:13:31.533 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.532+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0480005290 con 0x7f049c0b68d0 2024-09-16T01:13:31.533 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.532+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f048c011070 con 0x7f049c0b68d0 2024-09-16T01:13:31.534 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.533+0000 7f0498ff9640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 0x7f048806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:31.534 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.533+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2231+0+0 (secure 0 0 0) 0x7f048c08a090 con 0x7f049c0b68d0 2024-09-16T01:13:31.534 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.533+0000 7f0493fff640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 0x7f048806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:31.535 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.534+0000 7f0493fff640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 0x7f048806e920 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0484034000 tx=0x7f048402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:31.539 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.538+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f048c059690 con 0x7f049c0b68d0 2024-09-16T01:13:31.889 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-16T01:13:31.888+0000 7fcae1955640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T01:13:31.900 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-16T01:13:31.899+0000 7fcad8f50640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:31.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.902+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0480005580 con 0x7f049c0b68d0 2024-09-16T01:13:31.909 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-16T01:13:31.908+0000 7f844a4ea640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T01:13:31.923 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-16T01:13:31.922+0000 7f8442b1c640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:31.959 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-16T01:13:31.959+0000 7f3b2f545640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T01:13:31.973 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-16T01:13:31.972+0000 7fd038026640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T01:13:31.973 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-16T01:13:31.973+0000 7f3b26b40640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:31.977 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.976+0000 7f0498ff9640 1 -- 172.21.15.29:0/1449878862 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7058 (secure 0 0 0) 0x7f048c058f90 con 0x7f049c0b68d0 2024-09-16T01:13:31.977 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-16T01:13:31.977 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":13,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:31.370769+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 msgr2=0x7f048806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 0x7f048806e920 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0484034000 tx=0x7f048402e000 comp rx=0 tx=0).stop 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 msgr2=0x7f049c14f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f048c00c3f0 tx=0x7f048c00c8b0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 shutdown_connections 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f048806c460 0x7f048806e920 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.980 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f049c14fc70 0x7f049c157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.981 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f049c15c500 0x7f049c0c73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.981 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 --2- 172.21.15.29:0/1449878862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f049c0b68d0 0x7f049c14f650 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:31.981 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 >> 172.21.15.29:0/1449878862 conn(0x7f049c0d2380 msgr2=0x7f049c0cf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:31.981 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 shutdown_connections 2024-09-16T01:13:31.981 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:31.978+0000 7f04a1c8d640 1 -- 172.21.15.29:0/1449878862 wait complete. 2024-09-16T01:13:31.989 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T01:13:31.989 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-16T01:13:31.988+0000 7fd02f621640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:33.165 INFO:tasks.ceph.osd.5.smithi122.stderr:2024-09-16T01:13:33.164+0000 7faf26863640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T01:13:33.176 INFO:tasks.ceph.osd.5.smithi122.stderr:2024-09-16T01:13:33.175+0000 7faf1ee95640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:33.178 INFO:tasks.ceph.osd.6.smithi122.stderr:2024-09-16T01:13:33.177+0000 7f045a074640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T01:13:33.189 INFO:tasks.ceph.osd.6.smithi122.stderr:2024-09-16T01:13:33.188+0000 7f04526a6640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:33.193 INFO:tasks.ceph.osd.4.smithi122.stderr:2024-09-16T01:13:33.193+0000 7f8e4cb57640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T01:13:33.208 INFO:tasks.ceph.osd.4.smithi122.stderr:2024-09-16T01:13:33.207+0000 7f8e45189640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:33.278 INFO:tasks.ceph.osd.7.smithi122.stderr:2024-09-16T01:13:33.277+0000 7f1240514640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T01:13:33.288 INFO:tasks.ceph.osd.7.smithi122.stderr:2024-09-16T01:13:33.287+0000 7f1238b46640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:13:38.796 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:38.901 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.900+0000 7f17833e4640 1 Processor -- start 2024-09-16T01:13:38.901 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.900+0000 7f17833e4640 1 -- start start 2024-09-16T01:13:38.902 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f17833e4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c1632e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:38.902 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f17833e4640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f177c148260 con 0x7f177c163820 2024-09-16T01:13:38.902 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f17833e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f177c148540 con 0x7f177c0d3d60 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f17833e4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f177c148e70 con 0x7f177c06c7a0 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1781981640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f177c163820 0x7f177c0d09e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40524/0 (socket says 172.21.15.29:40524) 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1781981640 1 -- 172.21.15.29:0/1717965120 learned_addr learned my addr 172.21.15.29:0/1717965120 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f178097f640 1 --2- 172.21.15.29:0/1717965120 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c1632e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2666669232 0 0) 0x7f177c148260 con 0x7f177c163820 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1768003520 con 0x7f177c163820 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2818602109 0 0) 0x7f177c148540 con 0x7f177c0d3d60 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f177c148260 con 0x7f177c0d3d60 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f178097f640 1 -- 172.21.15.29:0/1717965120 >> v1:172.21.15.122:6789/0 conn(0x7f177c0d3d60 legacy=0x7f177c06c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f178097f640 1 -- 172.21.15.29:0/1717965120 >> v1:172.21.15.29:6789/0 conn(0x7f177c163820 legacy=0x7f177c0d09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:38.903 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.901+0000 7f178097f640 1 -- 172.21.15.29:0/1717965120 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177c148820 con 0x7f177c06c7a0 2024-09-16T01:13:38.904 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.902+0000 7f178097f640 1 --2- 172.21.15.29:0/1717965120 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c1632e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f176c0097d0 tx=0x7f176c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8bc71a754a56232 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:38.904 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.902+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c037070 con 0x7f177c06c7a0 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.902+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f176c032440 con 0x7f177c06c7a0 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.902+0000 7f1773fff640 1 -- 172.21.15.29:0/1717965120 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c032810 con 0x7f177c06c7a0 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 -- 172.21.15.29:0/1717965120 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 msgr2=0x7f177c1632e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 --2- 172.21.15.29:0/1717965120 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c1632e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f176c0097d0 tx=0x7f176c02a180 comp rx=0 tx=0).stop 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 -- 172.21.15.29:0/1717965120 shutdown_connections 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 --2- 172.21.15.29:0/1717965120 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c1632e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 -- 172.21.15.29:0/1717965120 >> 172.21.15.29:0/1717965120 conn(0x7f177c0b62a0 msgr2=0x7f177c0b66b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 -- 172.21.15.29:0/1717965120 shutdown_connections 2024-09-16T01:13:38.905 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.903+0000 7f17833e4640 1 -- 172.21.15.29:0/1717965120 wait complete. 2024-09-16T01:13:38.906 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.904+0000 7f17833e4640 1 Processor -- start 2024-09-16T01:13:38.906 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.904+0000 7f17833e4640 1 -- start start 2024-09-16T01:13:38.907 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c0b9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 0x7f177c0b5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f177c0d2160 con 0x7f177c0d3d60 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f177c163cb0 con 0x7f177c163820 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f17833e4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f177c0d22e0 con 0x7f177c06c7a0 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f178097f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f178097f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43596/0 (socket says 172.21.15.29:43596) 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.905+0000 7f178097f640 1 -- 172.21.15.29:0/1087095485 learned_addr learned my addr 172.21.15.29:0/1087095485 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1781981640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 0x7f177c0b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1781180640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c0b9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:38.908 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 -- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 msgr2=0x7f177c0b9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c0b9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 -- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 msgr2=0x7f177c0b5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 0x7f177c0b5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 -- 172.21.15.29:0/1087095485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177c0b9ca0 con 0x7f177c0d3d60 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1781981640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 0x7f177c0b5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f178097f640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f176c035040 tx=0x7f176c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c041020 con 0x7f177c0d3d60 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f176c03d720 con 0x7f177c0d3d60 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f177c0b9f80 con 0x7f177c0d3d60 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c037040 con 0x7f177c0d3d60 2024-09-16T01:13:38.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.906+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f177c0cbac0 con 0x7f177c0d3d60 2024-09-16T01:13:38.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.907+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f177c0cbc90 con 0x7f177c0d3d60 2024-09-16T01:13:38.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.908+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f176c044020 con 0x7f177c0d3d60 2024-09-16T01:13:38.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.908+0000 7f1771ffb640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 0x7f176006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:38.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.908+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f176c0ab7d0 con 0x7f177c0d3d60 2024-09-16T01:13:38.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.908+0000 7f1781180640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 0x7f176006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:38.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.909+0000 7f1781180640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 0x7f176006e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f17780011e0 tx=0x7f1778009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:38.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:38.913+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f176c04b030 con 0x7f177c0d3d60 2024-09-16T01:13:39.089 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.088+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f177c167150 con 0x7f177c0d3d60 2024-09-16T01:13:39.089 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.089+0000 7f1771ffb640 1 -- 172.21.15.29:0/1087095485 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12860 (secure 0 0 0) 0x7f176c07a2a0 con 0x7f177c0d3d60 2024-09-16T01:13:39.090 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-16T01:13:39.090 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":17,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:35.550493+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.090+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 msgr2=0x7f176006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.090+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 0x7f176006e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f17780011e0 tx=0x7f1778009040 comp rx=0 tx=0).stop 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.090+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 msgr2=0x7f177c0b5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.090+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f176c035040 tx=0x7f176c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 shutdown_connections 2024-09-16T01:13:39.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f176006c2b0 0x7f176006e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f177c163820 0x7f177c0b5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177c0d3d60 0x7f177c0b5350 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 --2- 172.21.15.29:0/1087095485 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f177c06c7a0 0x7f177c0b9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 >> 172.21.15.29:0/1087095485 conn(0x7f177c0b62a0 msgr2=0x7f177c0d13f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 shutdown_connections 2024-09-16T01:13:39.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-16T01:13:39.091+0000 7f17833e4640 1 -- 172.21.15.29:0/1087095485 wait complete. 2024-09-16T01:13:39.101 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-16T01:13:39.101 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T01:13:39.102 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:13:39.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:13:39.104 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:13:39.104 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:13:39.104 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:13:39.106 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:13:39.106 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:13:39.106 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:13:39.109 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:13:39.109 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:13:39.109 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:13:39.111 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:13:39.112 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-16T01:13:39.112 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:39.181 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-16T01:13:39.182 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-16T01:13:39.198 INFO:tasks.ceph.mds.d.smithi122.stdout:starting mds.d at 2024-09-16T01:13:39.199 INFO:tasks.ceph.mds.b.smithi122.stdout:starting mds.b at 2024-09-16T01:13:39.199 INFO:tasks.ceph.mds.d.smithi122.stderr:2024-09-16T01:13:39.198+0000 7fafc4900640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-16T01:13:39.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.218+0000 7f17a6865640 1 Processor -- start 2024-09-16T01:13:39.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.218+0000 7f17a6865640 1 -- start start 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f17a6865640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f17a0145dc0 0x7f17a00b5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f17a6865640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 0x7f17a00d22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f17a6865640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17a0073cc0 con 0x7f17a0072f90 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f17a6865640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f17a00cfef0 con 0x7f17a0145dc0 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f17a6865640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f17a0074280 con 0x7f17a00d1e60 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f179ffff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f17a0145dc0 0x7f17a00b5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f179ffff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f17a0145dc0 0x7f17a00b5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43618/0 (socket says 172.21.15.29:43618) 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f179ffff640 1 -- 172.21.15.29:0/3814500820 learned_addr learned my addr 172.21.15.29:0/3814500820 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.219+0000 7f179f7fe640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 0x7f17a00d22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179ffff640 1 -- 172.21.15.29:0/3814500820 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 msgr2=0x7f17a00d22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:39.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179ffff640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 0x7f17a00d22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179ffff640 1 -- 172.21.15.29:0/3814500820 >> v1:172.21.15.29:6789/0 conn(0x7f17a0072f90 legacy=0x7f17a0073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179ffff640 1 -- 172.21.15.29:0/3814500820 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a0073fa0 con 0x7f17a0145dc0 2024-09-16T01:13:39.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179effd640 1 -- 172.21.15.29:0/3814500820 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3036685069 0 0) 0x7f17a0073cc0 con 0x7f17a0072f90 2024-09-16T01:13:39.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179f7fe640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 0x7f17a00d22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179ffff640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b5220 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1790009870 tx=0x7f179002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ad8d1dfb61e322 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179effd640 1 -- 172.21.15.29:0/3814500820 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790037070 con 0x7f17a0145dc0 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.220+0000 7f179effd640 1 -- 172.21.15.29:0/3814500820 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1790032440 con 0x7f17a0145dc0 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f179effd640 1 -- 172.21.15.29:0/3814500820 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790032810 con 0x7f17a0145dc0 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 -- 172.21.15.29:0/3814500820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 msgr2=0x7f17a00b5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b5220 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1790009870 tx=0x7f179002a270 comp rx=0 tx=0).stop 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 -- 172.21.15.29:0/3814500820 shutdown_connections 2024-09-16T01:13:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a00d1e60 0x7f17a00d22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 --2- 172.21.15.29:0/3814500820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b5220 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 -- 172.21.15.29:0/3814500820 >> 172.21.15.29:0/3814500820 conn(0x7f17a006f400 msgr2=0x7f17a006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 -- 172.21.15.29:0/3814500820 shutdown_connections 2024-09-16T01:13:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.221+0000 7f17a6865640 1 -- 172.21.15.29:0/3814500820 wait complete. 2024-09-16T01:13:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.222+0000 7f17a6865640 1 Processor -- start 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 -- start start 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a0072f90 0x7f17a013f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 0x7f17a00b3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17a00d0400 con 0x7f17a0145dc0 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17a00d27e0 con 0x7f17a00d1e60 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a6865640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f17a01461a0 con 0x7f17a0072f90 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a4e02640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a4e02640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43628/0 (socket says 172.21.15.29:43628) 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.223+0000 7f17a4e02640 1 -- 172.21.15.29:0/2285944521 learned_addr learned my addr 172.21.15.29:0/2285944521 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179ffff640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a0072f90 0x7f17a013f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179f7fe640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 0x7f17a00b3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 -- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a0072f90 msgr2=0x7f17a013f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a0072f90 0x7f17a013f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 -- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 msgr2=0x7f17a00b3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 0x7f17a00b3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 -- 172.21.15.29:0/2285944521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a01f2c50 con 0x7f17a0145dc0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179f7fe640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 0x7f17a00b3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a4e02640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f179800c760 tx=0x7f179800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1798003da0 con 0x7f17a0145dc0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1798005070 con 0x7f17a0145dc0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17a01f2e40 con 0x7f17a0145dc0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1798005460 con 0x7f17a0145dc0 2024-09-16T01:13:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.224+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17a01f33c0 con 0x7f17a0145dc0 2024-09-16T01:13:39.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.225+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17a00d22a0 con 0x7f17a0145dc0 2024-09-16T01:13:39.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.226+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1798005600 con 0x7f17a0145dc0 2024-09-16T01:13:39.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.226+0000 7f179cff9640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 0x7f178c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:39.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.226+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f179808b020 con 0x7f17a0145dc0 2024-09-16T01:13:39.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.226+0000 7f179ffff640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 0x7f178c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:39.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.227+0000 7f179ffff640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 0x7f178c06e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1790034000 tx=0x7f179002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:39.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.231+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1798059ae0 con 0x7f17a0145dc0 2024-09-16T01:13:39.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.440+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f17a00b5960 con 0x7f17a0145dc0 2024-09-16T01:13:39.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.440+0000 7f179cff9640 1 -- 172.21.15.29:0/2285944521 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f17980593e0 con 0x7f17a0145dc0 2024-09-16T01:13:39.442 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:39.442 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":2,"btime":"2024-09-16T01:13:39:185952+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:13:39.442 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 2 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.442+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 msgr2=0x7f178c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.442+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 0x7f178c06e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1790034000 tx=0x7f179002e000 comp rx=0 tx=0).stop 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.442+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 msgr2=0x7f17a00b4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.442+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f179800c760 tx=0x7f179800cc20 comp rx=0 tx=0).stop 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 shutdown_connections 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f178c06c2b0 0x7f178c06e770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17a0145dc0 0x7f17a00b4370 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17a00d1e60 0x7f17a00b3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 --2- 172.21.15.29:0/2285944521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f17a0072f90 0x7f17a013f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:39.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 >> 172.21.15.29:0/2285944521 conn(0x7f17a006f400 msgr2=0x7f17a00b6160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:39.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 shutdown_connections 2024-09-16T01:13:39.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:39.443+0000 7f17a6865640 1 -- 172.21.15.29:0/2285944521 wait complete. 2024-09-16T01:13:41.456 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.569+0000 7fe4da3a1640 1 Processor -- start 2024-09-16T01:13:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.569+0000 7fe4da3a1640 1 -- start start 2024-09-16T01:13:41.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4da3a1640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4d4162d20 0x7fe4d40d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4da3a1640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe4d40b6b30 0x7fe4d40d3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4da3a1640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4d41631b0 con 0x7fe4d415e890 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4da3a1640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe4d415ec70 con 0x7fe4d4162d20 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4da3a1640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe4d40d2ab0 con 0x7fe4d40b6b30 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4d4162d20 0x7fe4d40d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4d4162d20 0x7fe4d40d2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43630/0 (socket says 172.21.15.29:43630) 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 -- 172.21.15.29:0/992581042 learned_addr learned my addr 172.21.15.29:0/992581042 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d3fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe4d415e890 0x7fe4d40b6420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40556/0 (socket says 172.21.15.29:40556) 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d893e640 1 --2- 172.21.15.29:0/992581042 >> v2:172.21.15.122:3300/0 conn(0x7fe4d40b6b30 0x7fe4d40d3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 -- 172.21.15.29:0/992581042 >> v2:172.21.15.122:3300/0 conn(0x7fe4d40b6b30 msgr2=0x7fe4d40d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 --2- 172.21.15.29:0/992581042 >> v2:172.21.15.122:3300/0 conn(0x7fe4d40b6b30 0x7fe4d40d3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 -- 172.21.15.29:0/992581042 >> v1:172.21.15.29:6789/0 conn(0x7fe4d415e890 legacy=0x7fe4d40b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d37fe640 1 -- 172.21.15.29:0/992581042 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d40cf6a0 con 0x7fe4d4162d20 2024-09-16T01:13:41.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.570+0000 7fe4d2ffd640 1 -- 172.21.15.29:0/992581042 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3684587715 0 0) 0x7fe4d41631b0 con 0x7fe4d415e890 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.571+0000 7fe4d37fe640 1 --2- 172.21.15.29:0/992581042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d4162d20 0x7fe4d40d2f40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe4d40b9ff0 tx=0x7fe4c802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b8f11da4d7f6d96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.571+0000 7fe4d2ffd640 1 -- 172.21.15.29:0/992581042 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8037070 con 0x7fe4d4162d20 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.571+0000 7fe4d2ffd640 1 -- 172.21.15.29:0/992581042 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4c802ae50 con 0x7fe4d4162d20 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.571+0000 7fe4d2ffd640 1 -- 172.21.15.29:0/992581042 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8032860 con 0x7fe4d4162d20 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 -- 172.21.15.29:0/992581042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d4162d20 msgr2=0x7fe4d40d2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/992581042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d4162d20 0x7fe4d40d2f40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe4d40b9ff0 tx=0x7fe4c802a300 comp rx=0 tx=0).stop 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 -- 172.21.15.29:0/992581042 shutdown_connections 2024-09-16T01:13:41.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/992581042 >> v2:172.21.15.122:3300/0 conn(0x7fe4d40b6b30 0x7fe4d40d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/992581042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d4162d20 0x7fe4d40d2f40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 -- 172.21.15.29:0/992581042 >> 172.21.15.29:0/992581042 conn(0x7fe4d40d1440 msgr2=0x7fe4d40d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:41.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 -- 172.21.15.29:0/992581042 shutdown_connections 2024-09-16T01:13:41.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.572+0000 7fe4da3a1640 1 -- 172.21.15.29:0/992581042 wait complete. 2024-09-16T01:13:41.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.573+0000 7fe4da3a1640 1 Processor -- start 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.573+0000 7fe4da3a1640 1 -- start start 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4d40b6b30 0x7fe4d4155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 0x7fe4d4157870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d40ce830 con 0x7fe4d415e890 2024-09-16T01:13:41.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d40cfc60 con 0x7fe4d40b6b30 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4da3a1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe4d40ce9b0 con 0x7fe4d41f4850 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4d37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4d37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43632/0 (socket says 172.21.15.29:43632) 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4d37fe640 1 -- 172.21.15.29:0/1002053029 learned_addr learned my addr 172.21.15.29:0/1002053029 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.574+0000 7fe4d3fff640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4d40b6b30 0x7fe4d4155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d893e640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 0x7fe4d4157870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 -- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 msgr2=0x7fe4d4157870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 0x7fe4d4157870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 -- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4d40b6b30 msgr2=0x7fe4d4155380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4d40b6b30 0x7fe4d4155380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 -- 172.21.15.29:0/1002053029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d41f4d00 con 0x7fe4d415e890 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d893e640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 0x7fe4d4157870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:41.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d37fe640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8000c00 tx=0x7fe4c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8041070 con 0x7fe4d415e890 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4c803c660 con 0x7fe4d415e890 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4d4155a20 con 0x7fe4d415e890 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8037040 con 0x7fe4d415e890 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.575+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4d4155fe0 con 0x7fe4d415e890 2024-09-16T01:13:41.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.576+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4d4160110 con 0x7fe4d415e890 2024-09-16T01:13:41.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.577+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4c8044070 con 0x7fe4d415e890 2024-09-16T01:13:41.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.577+0000 7fe4d0ff9640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 0x7fe4c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.577+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fe4c80ab8e0 con 0x7fe4d415e890 2024-09-16T01:13:41.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.578+0000 7fe4d3fff640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 0x7fe4c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.578+0000 7fe4d3fff640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 0x7fe4c006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe4c4000f60 tx=0x7fe4c4007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.582+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4d4160110 con 0x7fe4d415e890 2024-09-16T01:13:41.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.797+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4d4157650 con 0x7fe4d415e890 2024-09-16T01:13:41.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.798+0000 7fe4d0ff9640 1 -- 172.21.15.29:0/1002053029 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7fe4c8079e70 con 0x7fe4d415e890 2024-09-16T01:13:41.799 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:41.799 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":3,"btime":"2024-09-16T01:13:40:186881+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-16T01:13:41.799 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 3 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 msgr2=0x7fe4c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 0x7fe4c006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe4c4000f60 tx=0x7fe4c4007d50 comp rx=0 tx=0).stop 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 msgr2=0x7fe4d4154b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8000c00 tx=0x7fe4c80046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 shutdown_connections 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4c006c2b0 0x7fe4c006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4d41f4850 0x7fe4d4157870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4d415e890 0x7fe4d4154b60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 --2- 172.21.15.29:0/1002053029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4d40b6b30 0x7fe4d4155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 >> 172.21.15.29:0/1002053029 conn(0x7fe4d40d1440 msgr2=0x7fe4d415b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:41.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 shutdown_connections 2024-09-16T01:13:41.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.800+0000 7fe4da3a1640 1 -- 172.21.15.29:0/1002053029 wait complete. 2024-09-16T01:13:41.813 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.914+0000 7fb85008d640 1 Processor -- start 2024-09-16T01:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.914+0000 7fb85008d640 1 -- start start 2024-09-16T01:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb85008d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb84815e640 0x7fb8480ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb85008d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb8480cf0e0 0x7fb8480cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb85008d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb84815ea20 con 0x7fb8480b2cf0 2024-09-16T01:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb85008d640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb8480b2860 con 0x7fb84815e640 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb85008d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb8480b1c50 con 0x7fb8480cf0e0 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb84815e640 0x7fb8480ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb84815e640 0x7fb8480ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43634/0 (socket says 172.21.15.29:43634) 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 -- 172.21.15.29:0/3001815166 learned_addr learned my addr 172.21.15.29:0/3001815166 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84d628640 1 --2- 172.21.15.29:0/3001815166 >> v2:172.21.15.122:3300/0 conn(0x7fb8480cf0e0 0x7fb8480cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 -- 172.21.15.29:0/3001815166 >> v2:172.21.15.122:3300/0 conn(0x7fb8480cf0e0 msgr2=0x7fb8480cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 --2- 172.21.15.29:0/3001815166 >> v2:172.21.15.122:3300/0 conn(0x7fb8480cf0e0 0x7fb8480cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 -- 172.21.15.29:0/3001815166 >> v1:172.21.15.122:6789/0 conn(0x7fb8480b2cf0 legacy=0x7fb8480b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.915+0000 7fb84de29640 1 -- 172.21.15.29:0/3001815166 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8480b1f30 con 0x7fb84815e640 2024-09-16T01:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb84de29640 1 --2- 172.21.15.29:0/3001815166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb84815e640 0x7fb8480ceba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb84808d4c0 tx=0x7fb84402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e007fd18d91b25 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb84ce27640 1 -- 172.21.15.29:0/3001815166 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844037070 con 0x7fb84815e640 2024-09-16T01:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb84ce27640 1 -- 172.21.15.29:0/3001815166 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb844032440 con 0x7fb84815e640 2024-09-16T01:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb84ce27640 1 -- 172.21.15.29:0/3001815166 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844032810 con 0x7fb84815e640 2024-09-16T01:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 -- 172.21.15.29:0/3001815166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb84815e640 msgr2=0x7fb8480ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 --2- 172.21.15.29:0/3001815166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb84815e640 0x7fb8480ceba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb84808d4c0 tx=0x7fb84402a160 comp rx=0 tx=0).stop 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 -- 172.21.15.29:0/3001815166 shutdown_connections 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 --2- 172.21.15.29:0/3001815166 >> v2:172.21.15.122:3300/0 conn(0x7fb8480cf0e0 0x7fb8480cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 --2- 172.21.15.29:0/3001815166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb84815e640 0x7fb8480ceba0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.916+0000 7fb85008d640 1 -- 172.21.15.29:0/3001815166 >> 172.21.15.29:0/3001815166 conn(0x7fb84809d820 msgr2=0x7fb8480d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.917+0000 7fb85008d640 1 -- 172.21.15.29:0/3001815166 shutdown_connections 2024-09-16T01:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.917+0000 7fb85008d640 1 -- 172.21.15.29:0/3001815166 wait complete. 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 Processor -- start 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 -- start start 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8480cf0e0 0x7fb8480d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb84815e640 0x7fb8480d3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8480cfe40 con 0x7fb8480b2cf0 2024-09-16T01:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8480b24f0 con 0x7fb8480cf0e0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.918+0000 7fb85008d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fb8480b73a0 con 0x7fb84815e640 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43644/0 (socket says 172.21.15.29:43644) 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 -- 172.21.15.29:0/877356994 learned_addr learned my addr 172.21.15.29:0/877356994 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84d628640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8480cf0e0 0x7fb8480d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 -- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb84815e640 msgr2=0x7fb8480d3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb84815e640 0x7fb8480d3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 -- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8480cf0e0 msgr2=0x7fb8480d2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8480cf0e0 0x7fb8480d2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 -- 172.21.15.29:0/877356994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb84814c830 con 0x7fb8480b2cf0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb84de29640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844041020 con 0x7fb8480b2cf0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb844030970 con 0x7fb8480b2cf0 2024-09-16T01:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8481f8510 con 0x7fb8480b2cf0 2024-09-16T01:13:41.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844037040 con 0x7fb8480b2cf0 2024-09-16T01:13:41.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.919+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb84814f050 con 0x7fb8480b2cf0 2024-09-16T01:13:41.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.920+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb848068eb0 con 0x7fb8480b2cf0 2024-09-16T01:13:41.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.921+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb844044020 con 0x7fb8480b2cf0 2024-09-16T01:13:41.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.921+0000 7fb83e7fc640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 0x7fb82c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:41.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.921+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fb8440abb20 con 0x7fb8480b2cf0 2024-09-16T01:13:41.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.921+0000 7fb84d628640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 0x7fb82c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:41.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.922+0000 7fb84d628640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 0x7fb82c06e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb838006fd0 tx=0x7fb838008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:41.925+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb84404b030 con 0x7fb8480b2cf0 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.102+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb8480ceba0 con 0x7fb8480b2cf0 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.103+0000 7fb83e7fc640 1 -- 172.21.15.29:0/877356994 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7fb84407a5e0 con 0x7fb8480b2cf0 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:13:42.104 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-16T01:13:42.105 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-16T01:13:42.105 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:13:42.105 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 msgr2=0x7fb82c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 0x7fb82c06e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb838006fd0 tx=0x7fb838008040 comp rx=0 tx=0).stop 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 msgr2=0x7fb84814c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 shutdown_connections 2024-09-16T01:13:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb82c06c2b0 0x7fb82c06e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb84815e640 0x7fb8480d3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8480cf0e0 0x7fb8480d2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 --2- 172.21.15.29:0/877356994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8480b2cf0 0x7fb84814c2f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 >> 172.21.15.29:0/877356994 conn(0x7fb84809d820 msgr2=0x7fb8480b50e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 shutdown_connections 2024-09-16T01:13:42.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.105+0000 7fb85008d640 1 -- 172.21.15.29:0/877356994 wait complete. 2024-09-16T01:13:42.116 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:13:42.117 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:13:42.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.223+0000 7f103e9e4640 1 Processor -- start 2024-09-16T01:13:42.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.223+0000 7f103e9e4640 1 -- start start 2024-09-16T01:13:42.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103e9e4640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f103815e8a0 0x7f10380d33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:42.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103e9e4640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10380d3a40 con 0x7f10380d4dc0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103e9e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10380d3d20 con 0x7f10380cf920 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103e9e4640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f10380d4000 con 0x7f103815e8a0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f1037fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f103815e8a0 0x7f10380d33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103cf81640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f10380d4dc0 0x7f10380b7e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40570/0 (socket says 172.21.15.29:40570) 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f103cf81640 1 -- 172.21.15.29:0/2192209647 learned_addr learned my addr 172.21.15.29:0/2192209647 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.224+0000 7f1037fff640 1 --2- 172.21.15.29:0/2192209647 >> v2:172.21.15.29:3300/0 conn(0x7f103815e8a0 0x7f10380d33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43646/0 (socket says 172.21.15.29:43646) 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1037fff640 1 -- 172.21.15.29:0/2192209647 >> v1:172.21.15.122:6789/0 conn(0x7f10380cf920 legacy=0x7f10380d46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1037fff640 1 -- 172.21.15.29:0/2192209647 >> v1:172.21.15.29:6789/0 conn(0x7f10380d4dc0 legacy=0x7f10380b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1036ffd640 1 -- 172.21.15.29:0/2192209647 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4177831713 0 0) 0x7f10380d3a40 con 0x7f10380d4dc0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1037fff640 1 -- 172.21.15.29:0/2192209647 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10380d42e0 con 0x7f103815e8a0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1037fff640 1 --2- 172.21.15.29:0/2192209647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380d33d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f10280097a0 tx=0x7f102802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4542742b06d6888 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.225+0000 7f1036ffd640 1 -- 172.21.15.29:0/2192209647 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1028037070 con 0x7f103815e8a0 2024-09-16T01:13:42.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f1036ffd640 1 -- 172.21.15.29:0/2192209647 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1028032440 con 0x7f103815e8a0 2024-09-16T01:13:42.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f1036ffd640 1 -- 172.21.15.29:0/2192209647 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1028032810 con 0x7f103815e8a0 2024-09-16T01:13:42.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 -- 172.21.15.29:0/2192209647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 msgr2=0x7f10380d33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2192209647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380d33d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f10280097a0 tx=0x7f102802a1e0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 -- 172.21.15.29:0/2192209647 shutdown_connections 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2192209647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380d33d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 -- 172.21.15.29:0/2192209647 >> 172.21.15.29:0/2192209647 conn(0x7f10380b6270 msgr2=0x7f10380b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 -- 172.21.15.29:0/2192209647 shutdown_connections 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.226+0000 7f103e9e4640 1 -- 172.21.15.29:0/2192209647 wait complete. 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.227+0000 7f103e9e4640 1 Processor -- start 2024-09-16T01:13:42.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 -- start start 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f10380cf920 0x7f103815ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f10380d4dc0 0x7f10381601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f10380cfee0 con 0x7f103815e8a0 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f10380cfd60 con 0x7f10380cf920 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103e9e4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f10380b8560 con 0x7f10380d4dc0 2024-09-16T01:13:42.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103cf81640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103cf81640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43650/0 (socket says 172.21.15.29:43650) 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f1037fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f10380cf920 0x7f103815ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f103cf81640 1 -- 172.21.15.29:0/2714190106 learned_addr learned my addr 172.21.15.29:0/2714190106 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.228+0000 7f10377fe640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f10380d4dc0 0x7f10381601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 -- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f10380d4dc0 msgr2=0x7f10381601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f10380d4dc0 0x7f10381601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 -- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f10380cf920 msgr2=0x7f103815ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f10380cf920 0x7f103815ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 -- 172.21.15.29:0/2714190106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10380cd0c0 con 0x7f103815e8a0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103cf81640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f103000c780 tx=0x7f103000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030018070 con 0x7f103815e8a0 2024-09-16T01:13:42.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f103000ce30 con 0x7f103815e8a0 2024-09-16T01:13:42.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10380cd3a0 con 0x7f103815e8a0 2024-09-16T01:13:42.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f103000a840 con 0x7f103815e8a0 2024-09-16T01:13:42.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.229+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10380cd960 con 0x7f103815e8a0 2024-09-16T01:13:42.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.230+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10380d33d0 con 0x7f103815e8a0 2024-09-16T01:13:42.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.231+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f103001b070 con 0x7f103815e8a0 2024-09-16T01:13:42.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.231+0000 7f1034ff9640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 0x7f102406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:42.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.231+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f103008a4b0 con 0x7f103815e8a0 2024-09-16T01:13:42.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.231+0000 7f1037fff640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 0x7f102406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:42.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.232+0000 7f1037fff640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 0x7f102406e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1028034000 tx=0x7f102802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:42.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.235+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f10300589b0 con 0x7f103815e8a0 2024-09-16T01:13:42.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:42.411+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f10380b4e60 con 0x7f103815e8a0 2024-09-16T01:13:43.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.194+0000 7f1034ff9640 1 -- 172.21.15.29:0/2714190106 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f103005ccb0 con 0x7f103815e8a0 2024-09-16T01:13:43.196 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-16T01:13:43.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 msgr2=0x7f102406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 0x7f102406e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1028034000 tx=0x7f102802e000 comp rx=0 tx=0).stop 2024-09-16T01:13:43.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 msgr2=0x7f10380ca8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f103000c780 tx=0x7f103000cc40 comp rx=0 tx=0).stop 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 shutdown_connections 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f102406c2e0 0x7f102406e7a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f103815e8a0 0x7f10380ca8a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f10380d4dc0 0x7f10381601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 --2- 172.21.15.29:0/2714190106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f10380cf920 0x7f103815ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.198+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 >> 172.21.15.29:0/2714190106 conn(0x7f10380b6270 msgr2=0x7f10380ced30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:43.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.199+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 shutdown_connections 2024-09-16T01:13:43.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.199+0000 7f103e9e4640 1 -- 172.21.15.29:0/2714190106 wait complete. 2024-09-16T01:13:43.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:13:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.333+0000 7f7faa8e6640 1 Processor -- start 2024-09-16T01:13:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.333+0000 7f7faa8e6640 1 -- start start 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7faa8e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7fa40b6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7faa8e6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fa40b6c40 con 0x7f7fa40c8480 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7faa8e6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fa40d3890 con 0x7f7fa415e6b0 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7faa8e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa40c7ff0 con 0x7f7fa40b62e0 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa8e83640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7fa40c8480 0x7f7fa40c88d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40580/0 (socket says 172.21.15.29:40580) 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa8e83640 1 -- 172.21.15.29:0/2376190416 learned_addr learned my addr 172.21.15.29:0/2376190416 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7fa40b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1509103340 0 0) 0x7f7fa40b6c40 con 0x7f7fa40c8480 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f90003520 con 0x7f7fa40c8480 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 303432385 0 0) 0x7f7f90003520 con 0x7f7fa40c8480 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 msgr2=0x7f7fa40b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7fa40b6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.334+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 >> v1:172.21.15.122:6789/0 conn(0x7f7fa415e6b0 legacy=0x7f7fa40d2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa40d3b70 con 0x7f7fa40c8480 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f7f9c0019f0 con 0x7f7fa40c8480 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 >> v1:172.21.15.29:6789/0 conn(0x7f7fa40c8480 legacy=0x7f7fa40c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f900039e0 0x7f7f90003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7f90004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7f900050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa40c7ff0 con 0x7f7f90004390 2024-09-16T01:13:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7f9000b9f0 con 0x7f7f900039e0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7f9000bbf0 con 0x7f7fa40b62e0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7f90004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa3fff640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f900039e0 0x7f7f90003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa8e83640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7f900050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 -- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 msgr2=0x7f7f900050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40b62e0 0x7f7f900050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 -- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f900039e0 msgr2=0x7f7f90003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f900039e0 0x7f7f90003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.335+0000 7f7fa37fe640 1 -- 172.21.15.29:0/2376190416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f90003520 con 0x7f7f90004390 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7f90004860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c009ac0 tx=0x7f7f90005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23dd991a4367379a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c036070 con 0x7f7f90004390 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f8c031400 con 0x7f7f90004390 2024-09-16T01:13:43.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7fa2ffd640 1 -- 172.21.15.29:0/2376190416 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c009690 con 0x7f7f90004390 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7faa8e6640 1 -- 172.21.15.29:0/2376190416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 msgr2=0x7f7f90004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/2376190416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7f90004860 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c009ac0 tx=0x7f7f90005830 comp rx=0 tx=0).stop 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.336+0000 7f7fa8e83640 1 -- 172.21.15.29:0/2376190416 reap_dead start 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.337+0000 7f7faa8e6640 1 -- 172.21.15.29:0/2376190416 shutdown_connections 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.337+0000 7f7faa8e6640 1 -- 172.21.15.29:0/2376190416 >> 172.21.15.29:0/2376190416 conn(0x7f7fa40d1340 msgr2=0x7f7fa40d1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:43.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.337+0000 7f7faa8e6640 1 -- 172.21.15.29:0/2376190416 shutdown_connections 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.337+0000 7f7faa8e6640 1 -- 172.21.15.29:0/2376190416 wait complete. 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.338+0000 7f7faa8e6640 1 Processor -- start 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.338+0000 7f7faa8e6640 1 -- start start 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fa41f4910 0x7f7fa415eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40ab2f0 0x7f7fa40ab780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa40d3570 con 0x7f7f90004390 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa40d4130 con 0x7f7fa41f4910 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7faa8e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa40cf5c0 con 0x7f7fa40ab2f0 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43676/0 (socket says 172.21.15.29:43676) 2024-09-16T01:13:43.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 -- 172.21.15.29:0/3412765517 learned_addr learned my addr 172.21.15.29:0/3412765517 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa8e83640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40ab2f0 0x7f7fa40ab780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fa41f4910 0x7f7fa415eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 -- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40ab2f0 msgr2=0x7f7fa40ab780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40ab2f0 0x7f7fa40ab780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 -- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fa41f4910 msgr2=0x7f7fa415eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fa41f4910 0x7f7fa415eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 -- 172.21.15.29:0/3412765517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa415f430 con 0x7f7f90004390 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa3fff640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7f9400f7c0 tx=0x7f7f9400fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.339+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f940052e0 con 0x7f7f90004390 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.340+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f94018070 con 0x7f7f90004390 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.340+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa415f710 con 0x7f7f90004390 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.340+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f9400d970 con 0x7f7f90004390 2024-09-16T01:13:43.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.340+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa415fcd0 con 0x7f7f90004390 2024-09-16T01:13:43.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.340+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fa41604d0 con 0x7f7f90004390 2024-09-16T01:13:43.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.341+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f9400db10 con 0x7f7f90004390 2024-09-16T01:13:43.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.342+0000 7f7fa0ff9640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:43.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.342+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f7f9408b000 con 0x7f7f90004390 2024-09-16T01:13:43.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.342+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:43.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.342+0000 7f7fa37fe640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 0x7f7f8406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c033000 tx=0x7f7f8c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:43.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.346+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f94059390 con 0x7f7f90004390 2024-09-16T01:13:43.391 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:13:43.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:13:43.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:43.524+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7fa40b6700 con 0x7f7f90004390 2024-09-16T01:13:44.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.196+0000 7f7fa0ff9640 1 -- 172.21.15.29:0/3412765517 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f7f9405d690 con 0x7f7f90004390 2024-09-16T01:13:44.198 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 msgr2=0x7f7f8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 0x7f7f8406e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c033000 tx=0x7f7f8c008030 comp rx=0 tx=0).stop 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 msgr2=0x7f7fa40b2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7f9400f7c0 tx=0x7f7f9400fc80 comp rx=0 tx=0).stop 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 shutdown_connections 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fa40ab2f0 0x7f7fa40ab780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fa41f4910 0x7f7fa415eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 --2- 172.21.15.29:0/3412765517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f90004390 0x7f7fa40b2f50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 >> 172.21.15.29:0/3412765517 conn(0x7f7fa40d1340 msgr2=0x7f7fa40c96b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:44.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.199+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 shutdown_connections 2024-09-16T01:13:44.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.200+0000 7f7faa8e6640 1 -- 172.21.15.29:0/3412765517 wait complete. 2024-09-16T01:13:44.227 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:13:44.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.335+0000 7f6cc822e640 1 Processor -- start 2024-09-16T01:13:44.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.335+0000 7f6cc822e640 1 -- start start 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc822e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc822e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6cc00b75a0 0x7f6cc00d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc822e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cc00d2790 con 0x7f6cc00b3490 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc822e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc00b6c10 con 0x7f6cc00b75a0 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc822e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6cc00d2a70 con 0x7f6cc00cedd0 2024-09-16T01:13:44.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6cc00b75a0 0x7f6cc00d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6cc00b75a0 0x7f6cc00d3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43684/0 (socket says 172.21.15.29:43684) 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 -- 172.21.15.29:0/3805592066 learned_addr learned my addr 172.21.15.29:0/3805592066 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc5fca640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 -- 172.21.15.29:0/3805592066 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 msgr2=0x7f6cc00d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 -- 172.21.15.29:0/3805592066 >> v1:172.21.15.122:6789/0 conn(0x7f6cc00b3490 legacy=0x7f6cc00cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.336+0000 7f6cc67cb640 1 -- 172.21.15.29:0/3805592066 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc00d2d50 con 0x7f6cc00b75a0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc67cb640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00d3830 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6cb8009e50 tx=0x7f6cb802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=365d0594d0bf9722 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc4fc8640 1 -- 172.21.15.29:0/3805592066 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb8036070 con 0x7f6cc00b75a0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc4fc8640 1 -- 172.21.15.29:0/3805592066 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cb8031600 con 0x7f6cc00b75a0 2024-09-16T01:13:44.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc4fc8640 1 -- 172.21.15.29:0/3805592066 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb80319d0 con 0x7f6cc00b75a0 2024-09-16T01:13:44.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc822e640 1 -- 172.21.15.29:0/3805592066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b75a0 msgr2=0x7f6cc00d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.337+0000 7f6cc822e640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00d3830 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6cb8009e50 tx=0x7f6cb802a680 comp rx=0 tx=0).stop 2024-09-16T01:13:44.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 -- 172.21.15.29:0/3805592066 shutdown_connections 2024-09-16T01:13:44.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00d3830 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 --2- 172.21.15.29:0/3805592066 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 -- 172.21.15.29:0/3805592066 >> 172.21.15.29:0/3805592066 conn(0x7f6cc00d0f40 msgr2=0x7f6cc00d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 -- 172.21.15.29:0/3805592066 shutdown_connections 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.338+0000 7f6cc822e640 1 -- 172.21.15.29:0/3805592066 wait complete. 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.339+0000 7f6cc822e640 1 Processor -- start 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.339+0000 7f6cc822e640 1 -- start start 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00cbb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc015e720 con 0x7f6cc00b3490 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc00d3310 con 0x7f6cc00b75a0 2024-09-16T01:13:44.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6cc015e8a0 con 0x7f6cc00cedd0 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43690/0 (socket says 172.21.15.29:43690) 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 -- 172.21.15.29:0/1420735487 learned_addr learned my addr 172.21.15.29:0/1420735487 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc57c9640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00cbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc67cb640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 -- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 msgr2=0x7f6cc00c9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00c9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 -- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6cc00b75a0 msgr2=0x7f6cc00cbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00cbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 -- 172.21.15.29:0/1420735487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc015ef80 con 0x7f6cc00b3490 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc5fca640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6cb400e870 tx=0x7f6cb400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:44.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb4017070 con 0x7f6cc00b3490 2024-09-16T01:13:44.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cb400c940 con 0x7f6cc00b3490 2024-09-16T01:13:44.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb400cd30 con 0x7f6cc00b3490 2024-09-16T01:13:44.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc015f260 con 0x7f6cc00b3490 2024-09-16T01:13:44.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.340+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc015f820 con 0x7f6cc00b3490 2024-09-16T01:13:44.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.341+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc015fc60 con 0x7f6cc00b3490 2024-09-16T01:13:44.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.342+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6cb401a070 con 0x7f6cc00b3490 2024-09-16T01:13:44.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.342+0000 7f6cb27fc640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 0x7f6ca406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:44.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.342+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f6cb408b4a0 con 0x7f6cc00b3490 2024-09-16T01:13:44.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.343+0000 7f6cc57c9640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 0x7f6ca406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:44.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.343+0000 7f6cc57c9640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 0x7f6ca406e7a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0158970 tx=0x7f6cbc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:44.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.347+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6cb40596b0 con 0x7f6cc00b3490 2024-09-16T01:13:44.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:44.556+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6cc00b7a50 con 0x7f6cc00b3490 2024-09-16T01:13:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.232+0000 7f6cb27fc640 1 -- 172.21.15.29:0/1420735487 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f6cb405d9b0 con 0x7f6cc00b3490 2024-09-16T01:13:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T01:13:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.246+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 msgr2=0x7f6ca406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.246+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 0x7f6ca406e7a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0158970 tx=0x7f6cbc009040 comp rx=0 tx=0).stop 2024-09-16T01:13:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.246+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 msgr2=0x7f6cc0157860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.246+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6cb400e870 tx=0x7f6cb400ed30 comp rx=0 tx=0).stop 2024-09-16T01:13:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 shutdown_connections 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6ca406c2e0 0x7f6ca406e7a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6cc00cedd0 0x7f6cc00c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6cc00b75a0 0x7f6cc00cbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 --2- 172.21.15.29:0/1420735487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cc00b3490 0x7f6cc0157860 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.247+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 >> 172.21.15.29:0/1420735487 conn(0x7f6cc00d0f40 msgr2=0x7f6cc00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.248+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 shutdown_connections 2024-09-16T01:13:45.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.248+0000 7f6cc822e640 1 -- 172.21.15.29:0/1420735487 wait complete. 2024-09-16T01:13:45.264 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:45.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.370+0000 7f9906ad9640 1 Processor -- start 2024-09-16T01:13:45.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.370+0000 7f9906ad9640 1 -- start start 2024-09-16T01:13:45.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9906ad9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f99000b6a40 0x7f9900162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9906ad9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f99000cf480 0x7f99000b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9906ad9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99000b39a0 con 0x7f990015e7c0 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9906ad9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f99001630d0 con 0x7f99000b6a40 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9906ad9640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f990015eba0 con 0x7f99000cf480 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f99000b6a40 0x7f9900162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9905076640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f99000cf480 0x7f99000b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9904875640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f990015e7c0 0x7f99000b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:53146/0 (socket says 172.21.15.29:53146) 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f99000b6a40 0x7f9900162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43692/0 (socket says 172.21.15.29:43692) 2024-09-16T01:13:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f9904875640 1 -- 172.21.15.29:0/329174772 learned_addr learned my addr 172.21.15.29:0/329174772 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 -- 172.21.15.29:0/329174772 >> v2:172.21.15.122:3300/0 conn(0x7f99000cf480 msgr2=0x7f99000b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 --2- 172.21.15.29:0/329174772 >> v2:172.21.15.122:3300/0 conn(0x7f99000cf480 0x7f99000b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 -- 172.21.15.29:0/329174772 >> v1:172.21.15.122:6789/0 conn(0x7f990015e7c0 legacy=0x7f99000b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.371+0000 7f98fffff640 1 -- 172.21.15.29:0/329174772 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99000cfc60 con 0x7f99000b6a40 2024-09-16T01:13:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.372+0000 7f98fffff640 1 --2- 172.21.15.29:0/329174772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900162b90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f99000d0e10 tx=0x7f98f402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b8191e441457f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.372+0000 7f98ff7fe640 1 -- 172.21.15.29:0/329174772 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f4037070 con 0x7f99000b6a40 2024-09-16T01:13:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.372+0000 7f98ff7fe640 1 -- 172.21.15.29:0/329174772 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98f4032440 con 0x7f99000b6a40 2024-09-16T01:13:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.372+0000 7f98ff7fe640 1 -- 172.21.15.29:0/329174772 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f4032810 con 0x7f99000b6a40 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 -- 172.21.15.29:0/329174772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 msgr2=0x7f9900162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 --2- 172.21.15.29:0/329174772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900162b90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f99000d0e10 tx=0x7f98f402a230 comp rx=0 tx=0).stop 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 -- 172.21.15.29:0/329174772 shutdown_connections 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 --2- 172.21.15.29:0/329174772 >> v2:172.21.15.122:3300/0 conn(0x7f99000cf480 0x7f99000b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 --2- 172.21.15.29:0/329174772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900162b90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 -- 172.21.15.29:0/329174772 >> 172.21.15.29:0/329174772 conn(0x7f99000d1320 msgr2=0x7f99000d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 -- 172.21.15.29:0/329174772 shutdown_connections 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.373+0000 7f9906ad9640 1 -- 172.21.15.29:0/329174772 wait complete. 2024-09-16T01:13:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.374+0000 7f9906ad9640 1 Processor -- start 2024-09-16T01:13:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.374+0000 7f9906ad9640 1 -- start start 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 0x7f99000ab910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 0x7f990006be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f990015f100 con 0x7f99000b6a40 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f990015ee20 con 0x7f99000cf480 2024-09-16T01:13:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9906ad9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f990015f3e0 con 0x7f990015e7c0 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9904875640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9904875640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43708/0 (socket says 172.21.15.29:43708) 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9904875640 1 -- 172.21.15.29:0/234753332 learned_addr learned my addr 172.21.15.29:0/234753332 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f9905076640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 0x7f990006be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.375+0000 7f98fffff640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 0x7f99000ab910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 -- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 msgr2=0x7f990006be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 0x7f990006be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 -- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 msgr2=0x7f99000ab910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 0x7f99000ab910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 -- 172.21.15.29:0/234753332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99000ac690 con 0x7f99000b6a40 2024-09-16T01:13:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f98fffff640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 0x7f99000ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9905076640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 0x7f990006be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9904875640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f98f000c3c0 tx=0x7f98f000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f0017070 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98f0005ce0 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99000ac3b0 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f00072f0 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.376+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99000cd010 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.377+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f990015f900 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.377+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f98f001a070 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.378+0000 7f98fd7fa640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 0x7f98ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.378+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f98f008a750 con 0x7f99000b6a40 2024-09-16T01:13:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.378+0000 7f98fffff640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 0x7f98ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.379+0000 7f98fffff640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 0x7f98ec06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f98f4034000 tx=0x7f98f402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.382+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f98f0058f50 con 0x7f99000b6a40 2024-09-16T01:13:45.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.560+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f99000d2150 con 0x7f99000b6a40 2024-09-16T01:13:45.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.561+0000 7f98fd7fa640 1 -- 172.21.15.29:0/234753332 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7f98f0058850 con 0x7f99000b6a40 2024-09-16T01:13:45.562 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:45.563 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":20,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:44.557883+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 msgr2=0x7f98ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 0x7f98ec06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f98f4034000 tx=0x7f98f402e000 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 msgr2=0x7f9900151890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f98f000c3c0 tx=0x7f98f000c880 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 shutdown_connections 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f98ec06c2b0 0x7f98ec06e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f990015e7c0 0x7f990006be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99000cf480 0x7f99000ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 --2- 172.21.15.29:0/234753332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99000b6a40 0x7f9900151890 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.563+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 >> 172.21.15.29:0/234753332 conn(0x7f99000d1320 msgr2=0x7f9900161d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.564+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 shutdown_connections 2024-09-16T01:13:45.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.564+0000 7f9906ad9640 1 -- 172.21.15.29:0/234753332 wait complete. 2024-09-16T01:13:45.576 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:45.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.677+0000 7f6bd2b86640 1 Processor -- start 2024-09-16T01:13:45.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.677+0000 7f6bd2b86640 1 -- start start 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd2b86640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6bcc15e640 0x7f6bcc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd2b86640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f6bcc0cf0e0 0x7f6bcc0cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd2b86640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bcc15ea20 con 0x7f6bcc0b2cf0 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd2b86640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6bcc0b2860 con 0x7f6bcc15e640 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd2b86640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f6bcc0b1c50 con 0x7f6bcc0cf0e0 2024-09-16T01:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6bcc15e640 0x7f6bcc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6bcc15e640 0x7f6bcc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43720/0 (socket says 172.21.15.29:43720) 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd1123640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f6bcc0b2cf0 0x7f6bcc0b3140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40584/0 (socket says 172.21.15.29:40584) 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 -- 172.21.15.29:0/2015740993 learned_addr learned my addr 172.21.15.29:0/2015740993 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bcbfff640 1 --2- 172.21.15.29:0/2015740993 >> v2:172.21.15.122:3300/0 conn(0x7f6bcc0cf0e0 0x7f6bcc0cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 -- 172.21.15.29:0/2015740993 >> v2:172.21.15.122:3300/0 conn(0x7f6bcc0cf0e0 msgr2=0x7f6bcc0cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 --2- 172.21.15.29:0/2015740993 >> v2:172.21.15.122:3300/0 conn(0x7f6bcc0cf0e0 0x7f6bcc0cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 -- 172.21.15.29:0/2015740993 >> v1:172.21.15.29:6789/0 conn(0x7f6bcc0b2cf0 legacy=0x7f6bcc0b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bd0922640 1 -- 172.21.15.29:0/2015740993 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bcc0b1f30 con 0x7f6bcc15e640 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.678+0000 7f6bcb7fe640 1 -- 172.21.15.29:0/2015740993 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3809234409 0 0) 0x7f6bcc15ea20 con 0x7f6bcc0b2cf0 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.679+0000 7f6bd0922640 1 --2- 172.21.15.29:0/2015740993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc0ceba0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc0cb580 tx=0x7f6bc002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9a07a5b474004e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.679+0000 7f6bcb7fe640 1 -- 172.21.15.29:0/2015740993 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc0037070 con 0x7f6bcc15e640 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.679+0000 7f6bcb7fe640 1 -- 172.21.15.29:0/2015740993 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc0032440 con 0x7f6bcc15e640 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.679+0000 7f6bcb7fe640 1 -- 172.21.15.29:0/2015740993 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc0032810 con 0x7f6bcc15e640 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2015740993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 msgr2=0x7f6bcc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2015740993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc0ceba0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc0cb580 tx=0x7f6bc002a1e0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2015740993 shutdown_connections 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2015740993 >> v2:172.21.15.122:3300/0 conn(0x7f6bcc0cf0e0 0x7f6bcc0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2015740993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc0ceba0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2015740993 >> 172.21.15.29:0/2015740993 conn(0x7f6bcc09d820 msgr2=0x7f6bcc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2015740993 shutdown_connections 2024-09-16T01:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.680+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2015740993 wait complete. 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.681+0000 7f6bd2b86640 1 Processor -- start 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.681+0000 7f6bd2b86640 1 -- start start 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6bcc0b2cf0 0x7f6bcc157ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bcc0cf0e0 0x7f6bcc0ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6bcc0cfe40 con 0x7f6bcc15e640 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6bcc0b24f0 con 0x7f6bcc0cf0e0 2024-09-16T01:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd2b86640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6bcc0b73a0 con 0x7f6bcc0b2cf0 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43736/0 (socket says 172.21.15.29:43736) 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 -- 172.21.15.29:0/2455478726 learned_addr learned my addr 172.21.15.29:0/2455478726 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd0922640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6bcc0b2cf0 0x7f6bcc157ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bcbfff640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bcc0cf0e0 0x7f6bcc0ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 -- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6bcc0b2cf0 msgr2=0x7f6bcc157ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6bcc0b2cf0 0x7f6bcc157ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 -- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bcc0cf0e0 msgr2=0x7f6bcc0ca1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bcc0cf0e0 0x7f6bcc0ca1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 -- 172.21.15.29:0/2455478726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bcc158420 con 0x7f6bcc15e640 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.682+0000 7f6bd1123640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6bc400c780 tx=0x7f6bc400cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.683+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4018070 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.683+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc4004d60 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.683+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bcc0c9130 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.683+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc400a860 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.683+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bcc0c96f0 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.684+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bcc0ceba0 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.684+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6bc401b070 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.685+0000 7f6bc97fa640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 0x7f6bb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.685+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f6bc408a8d0 con 0x7f6bcc15e640 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.685+0000 7f6bd0922640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 0x7f6bb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.685+0000 7f6bd0922640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 0x7f6bb006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0034000 tx=0x7f6bc002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.689+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6bcc158420 con 0x7f6bcc15e640 2024-09-16T01:13:45.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.864+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6bcc0b6980 con 0x7f6bcc15e640 2024-09-16T01:13:45.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.865+0000 7f6bc97fa640 1 -- 172.21.15.29:0/2455478726 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7f6bc40590d0 con 0x7f6bcc15e640 2024-09-16T01:13:45.867 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:45.867 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":20,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:44.557883+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 msgr2=0x7f6bb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 0x7f6bb006e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0034000 tx=0x7f6bc002e000 comp rx=0 tx=0).stop 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 msgr2=0x7f6bcc15ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6bc400c780 tx=0x7f6bc400cb80 comp rx=0 tx=0).stop 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 shutdown_connections 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6bb006c2b0 0x7f6bb006e770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6bcc15e640 0x7f6bcc15ec20 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6bcc0cf0e0 0x7f6bcc0ca1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 --2- 172.21.15.29:0/2455478726 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6bcc0b2cf0 0x7f6bcc157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.867+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 >> 172.21.15.29:0/2455478726 conn(0x7f6bcc09d820 msgr2=0x7f6bcc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.868+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 shutdown_connections 2024-09-16T01:13:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.868+0000 7f6bd2b86640 1 -- 172.21.15.29:0/2455478726 wait complete. 2024-09-16T01:13:45.880 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:13:45.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 Processor -- start 2024-09-16T01:13:45.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 -- start start 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f054c0b5030 0x7f054c0b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c06c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f054c15fae0 con 0x7f054c0b0990 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f054c06c5c0 con 0x7f054c0b5030 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.984+0000 7f0552d59640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f054c15ef60 con 0x7f054c06bc10 2024-09-16T01:13:45.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f054c0b5030 0x7f054c0b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f054c0b5030 0x7f054c0b54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43742/0 (socket says 172.21.15.29:43742) 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 -- 172.21.15.29:0/86784025 learned_addr learned my addr 172.21.15.29:0/86784025 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f05512f6640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c06c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 -- 172.21.15.29:0/86784025 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 msgr2=0x7f054c06c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c06c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 -- 172.21.15.29:0/86784025 >> v1:172.21.15.29:6789/0 conn(0x7f054c0b0990 legacy=0x7f054c0aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054bfff640 1 -- 172.21.15.29:0/86784025 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f054c15f240 con 0x7f054c0b5030 2024-09-16T01:13:45.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.985+0000 7f054b7fe640 1 -- 172.21.15.29:0/86784025 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 455313402 0 0) 0x7f054c15fae0 con 0x7f054c0b0990 2024-09-16T01:13:45.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f054bfff640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c0b54c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0538009870 tx=0x7f053802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e561d0b9dc18ff8b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f054b7fe640 1 -- 172.21.15.29:0/86784025 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538037070 con 0x7f054c0b5030 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f054b7fe640 1 -- 172.21.15.29:0/86784025 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0538032440 con 0x7f054c0b5030 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f054b7fe640 1 -- 172.21.15.29:0/86784025 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538032810 con 0x7f054c0b5030 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 -- 172.21.15.29:0/86784025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 msgr2=0x7f054c0b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c0b54c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0538009870 tx=0x7f053802a130 comp rx=0 tx=0).stop 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 -- 172.21.15.29:0/86784025 shutdown_connections 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c06c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 --2- 172.21.15.29:0/86784025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c0b54c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 -- 172.21.15.29:0/86784025 >> 172.21.15.29:0/86784025 conn(0x7f054c0b30f0 msgr2=0x7f054c0b34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 -- 172.21.15.29:0/86784025 shutdown_connections 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.986+0000 7f0552d59640 1 -- 172.21.15.29:0/86784025 wait complete. 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 Processor -- start 2024-09-16T01:13:45.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 -- start start 2024-09-16T01:13:45.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c14abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f054c0b0990 0x7f054c157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f054c0b0d70 con 0x7f054c0b5030 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f054c15f800 con 0x7f054c0b0990 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.988+0000 7f0552d59640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f054c15eb30 con 0x7f054c06bc10 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43750/0 (socket says 172.21.15.29:43750) 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 -- 172.21.15.29:0/2367877223 learned_addr learned my addr 172.21.15.29:0/2367877223 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f0550af5640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c14abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f054bfff640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f054c0b0990 0x7f054c157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 -- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 msgr2=0x7f054c14abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c14abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 -- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f054c0b0990 msgr2=0x7f054c157cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f054c0b0990 0x7f054c157cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:45.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 -- 172.21.15.29:0/2367877223 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f054c158730 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05512f6640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f054400efc0 tx=0x7f054400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0544018020 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0544014480 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f054c158a10 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0544014870 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.989+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f054c158fd0 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.990+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f054c06c080 con 0x7f054c0b5030 2024-09-16T01:13:45.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.991+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f054401b020 con 0x7f054c0b5030 2024-09-16T01:13:45.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.991+0000 7f05497fa640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 0x7f053006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:45.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.991+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f054408bf50 con 0x7f054c0b5030 2024-09-16T01:13:45.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.991+0000 7f0550af5640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 0x7f053006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:45.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.992+0000 7f0550af5640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 0x7f053006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0540000f60 tx=0x7f0540009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:45.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:45.995+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0544022030 con 0x7f054c0b5030 2024-09-16T01:13:46.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:46.208+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f054c0723b0 con 0x7f054c0b5030 2024-09-16T01:13:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.023+0000 7f05497fa640 1 -- 172.21.15.29:0/2367877223 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7f0544010040 con 0x7f054c0b5030 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 msgr2=0x7f053006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 0x7f053006e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0540000f60 tx=0x7f0540009040 comp rx=0 tx=0).stop 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 msgr2=0x7f054c160e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f054400efc0 tx=0x7f054400c490 comp rx=0 tx=0).stop 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 shutdown_connections 2024-09-16T01:13:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f053006c2b0 0x7f053006e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f054c0b5030 0x7f054c160e50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f054c0b0990 0x7f054c157cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 --2- 172.21.15.29:0/2367877223 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f054c06bc10 0x7f054c14abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 >> 172.21.15.29:0/2367877223 conn(0x7f054c0b30f0 msgr2=0x7f054c06cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 shutdown_connections 2024-09-16T01:13:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.026+0000 7f0552d59640 1 -- 172.21.15.29:0/2367877223 wait complete. 2024-09-16T01:13:47.040 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:13:47.040 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:13:47.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.151+0000 7f12a84d7640 1 Processor -- start 2024-09-16T01:13:47.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.151+0000 7f12a84d7640 1 -- start start 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a84d7640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f12a006de30 0x7f12a006e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a84d7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 0x7f12a00ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a84d7640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12a00740f0 con 0x7f12a015b3c0 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a84d7640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f12a015b7a0 con 0x7f12a006de30 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a84d7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f12a00b5020 con 0x7f12a00cdce0 2024-09-16T01:13:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a5a72640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f12a006de30 0x7f12a006e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a6273640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f12a015b3c0 0x7f12a00739e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40596/0 (socket says 172.21.15.29:40596) 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.152+0000 7f12a6273640 1 -- 172.21.15.29:0/1561829732 learned_addr learned my addr 172.21.15.29:0/1561829732 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a6a74640 1 --2- 172.21.15.29:0/1561829732 >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 0x7f12a00ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a5a72640 1 -- 172.21.15.29:0/1561829732 >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 msgr2=0x7f12a00ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a5a72640 1 --2- 172.21.15.29:0/1561829732 >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 0x7f12a00ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a5a72640 1 -- 172.21.15.29:0/1561829732 >> v1:172.21.15.29:6789/0 conn(0x7f12a015b3c0 legacy=0x7f12a00739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a5271640 1 -- 172.21.15.29:0/1561829732 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 943083861 0 0) 0x7f12a00740f0 con 0x7f12a015b3c0 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a5a72640 1 -- 172.21.15.29:0/1561829732 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a00b4410 con 0x7f12a006de30 2024-09-16T01:13:47.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.153+0000 7f12a6a74640 1 --2- 172.21.15.29:0/1561829732 >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 0x7f12a00ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a5a72640 1 --2- 172.21.15.29:0/1561829732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a006de30 0x7f12a006e270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f12a00b0d00 tx=0x7f129402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dc2c7e526994d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a5271640 1 -- 172.21.15.29:0/1561829732 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294037070 con 0x7f12a006de30 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a5271640 1 -- 172.21.15.29:0/1561829732 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1294032440 con 0x7f12a006de30 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a5271640 1 -- 172.21.15.29:0/1561829732 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294032810 con 0x7f12a006de30 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 -- 172.21.15.29:0/1561829732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a006de30 msgr2=0x7f12a006e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1561829732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a006de30 0x7f12a006e270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f12a00b0d00 tx=0x7f129402a230 comp rx=0 tx=0).stop 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 -- 172.21.15.29:0/1561829732 shutdown_connections 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1561829732 >> v2:172.21.15.122:3300/0 conn(0x7f12a00cdce0 0x7f12a00ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1561829732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a006de30 0x7f12a006e270 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 -- 172.21.15.29:0/1561829732 >> 172.21.15.29:0/1561829732 conn(0x7f12a00b2e00 msgr2=0x7f12a00b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 -- 172.21.15.29:0/1561829732 shutdown_connections 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.154+0000 7f12a84d7640 1 -- 172.21.15.29:0/1561829732 wait complete. 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 Processor -- start 2024-09-16T01:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 -- start start 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a006de30 0x7f12a006be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12a00cdce0 0x7f12a00af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12a00b49d0 con 0x7f12a015b3c0 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12a006e7b0 con 0x7f12a006de30 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a84d7640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12a00b4cb0 con 0x7f12a00cdce0 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a6a74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a6a74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43768/0 (socket says 172.21.15.29:43768) 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.156+0000 7f12a6a74640 1 -- 172.21.15.29:0/1643660398 learned_addr learned my addr 172.21.15.29:0/1643660398 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6273640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a006de30 0x7f12a006be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a5a72640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12a00cdce0 0x7f12a00af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 -- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12a00cdce0 msgr2=0x7f12a00af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12a00cdce0 0x7f12a00af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 -- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a006de30 msgr2=0x7f12a006be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a006de30 0x7f12a006be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 -- 172.21.15.29:0/1643660398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a0157260 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a6a74640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1290007ef0 tx=0x7f129000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129001a070 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1290003b90 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1290004030 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12a00ac800 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.157+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12a00acdc0 con 0x7f12a015b3c0 2024-09-16T01:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.158+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12a00b4100 con 0x7f12a015b3c0 2024-09-16T01:13:47.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.159+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f129001d070 con 0x7f12a015b3c0 2024-09-16T01:13:47.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.159+0000 7f129effd640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 0x7f128c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:47.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.159+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f129008b5e0 con 0x7f12a015b3c0 2024-09-16T01:13:47.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.160+0000 7f12a6273640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 0x7f128c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:47.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.160+0000 7f12a6273640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 0x7f128c06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1298000f60 tx=0x7f1298007c00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.164+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1290010070 con 0x7f12a015b3c0 2024-09-16T01:13:47.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:47.377+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f12a00cda80 con 0x7f12a015b3c0 2024-09-16T01:13:48.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.229+0000 7f129effd640 1 -- 172.21.15.29:0/1643660398 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7f1290059700 con 0x7f12a015b3c0 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 msgr2=0x7f128c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 0x7f128c06e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1298000f60 tx=0x7f1298007c00 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 msgr2=0x7f12a00af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1290007ef0 tx=0x7f129000d4a0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 shutdown_connections 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f128c06c2b0 0x7f128c06e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a015b3c0 0x7f12a00af8b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12a00cdce0 0x7f12a00af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 --2- 172.21.15.29:0/1643660398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a006de30 0x7f12a006be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 >> 172.21.15.29:0/1643660398 conn(0x7f12a00b2e00 msgr2=0x7f12a00b31e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:48.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.232+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 shutdown_connections 2024-09-16T01:13:48.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.233+0000 7f12a84d7640 1 -- 172.21.15.29:0/1643660398 wait complete. 2024-09-16T01:13:48.247 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:13:48.247 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:48.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.354+0000 7fc782fa2640 1 Processor -- start 2024-09-16T01:13:48.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.355+0000 7fc782fa2640 1 -- start start 2024-09-16T01:13:48.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc782fa2640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 0x7fc77c15e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc782fa2640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc77c15ecb0 0x7fc77c0af380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc782fa2640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc77c15f3a0 con 0x7fc77c0d09b0 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc782fa2640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc77c15f680 con 0x7fc77c15ecb0 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc782fa2640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc77c0ae8a0 con 0x7fc77c0b4810 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc781fa0640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc77c0d09b0 0x7fc77c0b4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38496/0 (socket says 172.21.15.29:38496) 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc781fa0640 1 -- 172.21.15.29:0/719836258 learned_addr learned my addr 172.21.15.29:0/719836258 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc7827a1640 1 --2- 172.21.15.29:0/719836258 >> v2:172.21.15.29:3300/0 conn(0x7fc77c15ecb0 0x7fc77c0af380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc78179f640 1 --2- 172.21.15.29:0/719836258 >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 0x7fc77c15e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc7827a1640 1 -- 172.21.15.29:0/719836258 >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 msgr2=0x7fc77c15e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc7827a1640 1 --2- 172.21.15.29:0/719836258 >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 0x7fc77c15e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc7827a1640 1 -- 172.21.15.29:0/719836258 >> v1:172.21.15.29:6789/0 conn(0x7fc77c0d09b0 legacy=0x7fc77c0b4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc780f9e640 1 -- 172.21.15.29:0/719836258 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3157403513 0 0) 0x7fc77c15f3a0 con 0x7fc77c0d09b0 2024-09-16T01:13:48.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc7827a1640 1 -- 172.21.15.29:0/719836258 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c0aeb80 con 0x7fc77c15ecb0 2024-09-16T01:13:48.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.356+0000 7fc78179f640 1 --2- 172.21.15.29:0/719836258 >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 0x7fc77c15e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:48.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc7827a1640 1 --2- 172.21.15.29:0/719836258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c15ecb0 0x7fc77c0af380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc77c0d1be0 tx=0x7fc76c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3f1867e7bca384 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc780f9e640 1 -- 172.21.15.29:0/719836258 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c007740 con 0x7fc77c15ecb0 2024-09-16T01:13:48.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc780f9e640 1 -- 172.21.15.29:0/719836258 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc76c0078e0 con 0x7fc77c15ecb0 2024-09-16T01:13:48.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc780f9e640 1 -- 172.21.15.29:0/719836258 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c007cb0 con 0x7fc77c15ecb0 2024-09-16T01:13:48.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc782fa2640 1 -- 172.21.15.29:0/719836258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c15ecb0 msgr2=0x7fc77c0af380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.357+0000 7fc782fa2640 1 --2- 172.21.15.29:0/719836258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c15ecb0 0x7fc77c0af380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc77c0d1be0 tx=0x7fc76c02a680 comp rx=0 tx=0).stop 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 -- 172.21.15.29:0/719836258 shutdown_connections 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 --2- 172.21.15.29:0/719836258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c15ecb0 0x7fc77c0af380 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 --2- 172.21.15.29:0/719836258 >> v2:172.21.15.122:3300/0 conn(0x7fc77c0b4810 0x7fc77c15e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 -- 172.21.15.29:0/719836258 >> 172.21.15.29:0/719836258 conn(0x7fc77c0d1050 msgr2=0x7fc77c0d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 -- 172.21.15.29:0/719836258 shutdown_connections 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.358+0000 7fc782fa2640 1 -- 172.21.15.29:0/719836258 wait complete. 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.359+0000 7fc782fa2640 1 Processor -- start 2024-09-16T01:13:48.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.359+0000 7fc782fa2640 1 -- start start 2024-09-16T01:13:48.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc77c0b4810 0x7fc77c13e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc77c15ecb0 0x7fc77c134780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c0d0d90 con 0x7fc77c0d09b0 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c15f0c0 con 0x7fc77c15ecb0 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc77c0b4f00 con 0x7fc77c0b4810 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41316/0 (socket says 172.21.15.29:41316) 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 -- 172.21.15.29:0/2930283992 learned_addr learned my addr 172.21.15.29:0/2930283992 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc781fa0640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc77c0b4810 0x7fc77c13e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc7827a1640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc77c15ecb0 0x7fc77c134780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 -- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc77c0b4810 msgr2=0x7fc77c13e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc77c0b4810 0x7fc77c13e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 -- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc77c15ecb0 msgr2=0x7fc77c134780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc77c15ecb0 0x7fc77c134780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 -- 172.21.15.29:0/2930283992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c156350 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc78179f640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc77000c7f0 tx=0x7fc77000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770015070 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc770007820 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77c1565c0 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc770007bd0 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.360+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc77c156b80 con 0x7fc77c0d09b0 2024-09-16T01:13:48.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.361+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc77c141870 con 0x7fc77c0d09b0 2024-09-16T01:13:48.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.362+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc770018070 con 0x7fc77c0d09b0 2024-09-16T01:13:48.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.362+0000 7fc77a7fc640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 0x7fc76806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.363+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc77008b460 con 0x7fc77c0d09b0 2024-09-16T01:13:48.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.363+0000 7fc781fa0640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 0x7fc76806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.363+0000 7fc781fa0640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 0x7fc76806e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc774000f60 tx=0x7fc774007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.367+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc770059580 con 0x7fc77c0d09b0 2024-09-16T01:13:48.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.575+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc77c0b0ea0 con 0x7fc77c0d09b0 2024-09-16T01:13:48.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.576+0000 7fc77a7fc640 1 -- 172.21.15.29:0/2930283992 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7fc77005d880 con 0x7fc77c0d09b0 2024-09-16T01:13:48.577 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:48.577 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:13:48.578 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:13:48.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 msgr2=0x7fc76806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 0x7fc76806e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc774000f60 tx=0x7fc774007d50 comp rx=0 tx=0).stop 2024-09-16T01:13:48.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 msgr2=0x7fc77c06e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc77000c7f0 tx=0x7fc77000ccb0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 shutdown_connections 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc76806c2b0 0x7fc76806e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc77c15ecb0 0x7fc77c134780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc77c0d09b0 0x7fc77c06e690 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 --2- 172.21.15.29:0/2930283992 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc77c0b4810 0x7fc77c13e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 >> 172.21.15.29:0/2930283992 conn(0x7fc77c0d1050 msgr2=0x7fc77c071cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 shutdown_connections 2024-09-16T01:13:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.578+0000 7fc782fa2640 1 -- 172.21.15.29:0/2930283992 wait complete. 2024-09-16T01:13:48.590 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:48.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.690+0000 7f1918e74640 1 Processor -- start 2024-09-16T01:13:48.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.690+0000 7f1918e74640 1 -- start start 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1918e74640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19140cf2b0 0x7f19140d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1918e74640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f191415ea20 con 0x7f19140cf720 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1918e74640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19140b1c50 con 0x7f191415e640 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1918e74640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f19140b3d00 con 0x7f19140cf2b0 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1911d9b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19140cf2b0 0x7f19140d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1912d9d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f19140cf720 0x7f19140d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38512/0 (socket says 172.21.15.29:38512) 2024-09-16T01:13:48.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1912d9d640 1 -- 172.21.15.29:0/2883893197 learned_addr learned my addr 172.21.15.29:0/2883893197 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1911d9b640 1 -- 172.21.15.29:0/2883893197 >> v1:172.21.15.122:6789/0 conn(0x7f191415e640 legacy=0x7f19140ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1911d9b640 1 -- 172.21.15.29:0/2883893197 >> v1:172.21.15.29:6789/0 conn(0x7f19140cf720 legacy=0x7f19140d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f1911d9b640 1 -- 172.21.15.29:0/2883893197 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19140b1f30 con 0x7f19140cf2b0 2024-09-16T01:13:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.691+0000 7f191159a640 1 -- 172.21.15.29:0/2883893197 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 357704585 0 0) 0x7f191415ea20 con 0x7f19140cf720 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1911d9b640 1 --2- 172.21.15.29:0/2883893197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19140cf2b0 0x7f19140d2650 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f19140cb580 tx=0x7f190802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc665b495651582 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f191159a640 1 -- 172.21.15.29:0/2883893197 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1908037070 con 0x7f19140cf2b0 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f191159a640 1 -- 172.21.15.29:0/2883893197 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f190802ae40 con 0x7f19140cf2b0 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f191159a640 1 -- 172.21.15.29:0/2883893197 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1908032660 con 0x7f19140cf2b0 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1918e74640 1 -- 172.21.15.29:0/2883893197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19140cf2b0 msgr2=0x7f19140d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1918e74640 1 --2- 172.21.15.29:0/2883893197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19140cf2b0 0x7f19140d2650 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f19140cb580 tx=0x7f190802a130 comp rx=0 tx=0).stop 2024-09-16T01:13:48.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1918e74640 1 -- 172.21.15.29:0/2883893197 shutdown_connections 2024-09-16T01:13:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1918e74640 1 --2- 172.21.15.29:0/2883893197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19140cf2b0 0x7f19140d2650 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.692+0000 7f1918e74640 1 -- 172.21.15.29:0/2883893197 >> 172.21.15.29:0/2883893197 conn(0x7f191409d820 msgr2=0x7f19140d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.693+0000 7f1918e74640 1 -- 172.21.15.29:0/2883893197 shutdown_connections 2024-09-16T01:13:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.693+0000 7f1918e74640 1 -- 172.21.15.29:0/2883893197 wait complete. 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.694+0000 7f1918e74640 1 Processor -- start 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.694+0000 7f1918e74640 1 -- start start 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 0x7f191415da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19140cf720 0x7f191415fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19140b24f0 con 0x7f191415e640 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19140b2860 con 0x7f19140cf720 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f19140cfe40 con 0x7f19140cf2b0 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41322/0 (socket says 172.21.15.29:41322) 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 -- 172.21.15.29:0/4211579645 learned_addr learned my addr 172.21.15.29:0/4211579645 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1911d9b640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19140cf720 0x7f191415fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f191259c640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 0x7f191415da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 -- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 msgr2=0x7f191415da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 0x7f191415da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 -- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19140cf720 msgr2=0x7f191415fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19140cf720 0x7f191415fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 -- 172.21.15.29:0/4211579645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19140c94c0 con 0x7f191415e640 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f191259c640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 0x7f191415da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1912d9d640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f190c00c7a0 tx=0x7f190c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190c018070 con 0x7f191415e640 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f190c00a640 con 0x7f191415e640 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19140cb620 con 0x7f191415e640 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190c00aab0 con 0x7f191415e640 2024-09-16T01:13:48.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.695+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19140cbec0 con 0x7f191415e640 2024-09-16T01:13:48.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.696+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19140cb7f0 con 0x7f191415e640 2024-09-16T01:13:48.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.697+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f190c01b070 con 0x7f191415e640 2024-09-16T01:13:48.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.697+0000 7f1902ffd640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 0x7f18f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.697+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f190c08a9a0 con 0x7f191415e640 2024-09-16T01:13:48.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.698+0000 7f191259c640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 0x7f18f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.698+0000 7f191259c640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 0x7f18f406e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1904001750 tx=0x7f1904009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.702+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f190c058ab0 con 0x7f191415e640 2024-09-16T01:13:48.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.879+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1914068eb0 con 0x7f191415e640 2024-09-16T01:13:48.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.880+0000 7f1902ffd640 1 -- 172.21.15.29:0/4211579645 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f190c05cdb0 con 0x7f191415e640 2024-09-16T01:13:48.881 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:48.881 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 msgr2=0x7f18f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 0x7f18f406e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1904001750 tx=0x7f1904009040 comp rx=0 tx=0).stop 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 msgr2=0x7f19140c8a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f190c00c7a0 tx=0x7f190c00cc60 comp rx=0 tx=0).stop 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 shutdown_connections 2024-09-16T01:13:48.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f18f406c2e0 0x7f18f406e7a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f191415e640 0x7f19140c8a90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19140cf720 0x7f191415fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 --2- 172.21.15.29:0/4211579645 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f19140cf2b0 0x7f191415da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 >> 172.21.15.29:0/4211579645 conn(0x7f191409d820 msgr2=0x7f19140d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 shutdown_connections 2024-09-16T01:13:48.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.882+0000 7f1918e74640 1 -- 172.21.15.29:0/4211579645 wait complete. 2024-09-16T01:13:48.894 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:13:48.894 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.995+0000 7f459c323640 1 Processor -- start 2024-09-16T01:13:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.995+0000 7f459c323640 1 -- start start 2024-09-16T01:13:48.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459c323640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f45940cf720 0x7f45940d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:48.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459c323640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f459415ea20 con 0x7f45940cf2b0 2024-09-16T01:13:48.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459c323640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45940b1c50 con 0x7f459415e640 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459c323640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f45940b3d00 con 0x7f45940cf720 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459a8c0640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f45940cf720 0x7f45940d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f45998be640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f45940cf2b0 0x7f45940d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38516/0 (socket says 172.21.15.29:38516) 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f45998be640 1 -- 172.21.15.29:0/3961201161 learned_addr learned my addr 172.21.15.29:0/3961201161 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459a8c0640 1 -- 172.21.15.29:0/3961201161 >> v1:172.21.15.122:6789/0 conn(0x7f459415e640 legacy=0x7f45940ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459a8c0640 1 -- 172.21.15.29:0/3961201161 >> v1:172.21.15.29:6789/0 conn(0x7f45940cf2b0 legacy=0x7f45940d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f45990bd640 1 -- 172.21.15.29:0/3961201161 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4215611817 0 0) 0x7f459415ea20 con 0x7f45940cf2b0 2024-09-16T01:13:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.996+0000 7f459a8c0640 1 -- 172.21.15.29:0/3961201161 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45940b1f30 con 0x7f45940cf720 2024-09-16T01:13:48.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.997+0000 7f459a8c0640 1 --2- 172.21.15.29:0/3961201161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45940cf720 0x7f45940d2d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45940a23f0 tx=0x7f458c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9c7123ad1e2e5ee server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:48.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.997+0000 7f45990bd640 1 -- 172.21.15.29:0/3961201161 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c007740 con 0x7f45940cf720 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.997+0000 7f45990bd640 1 -- 172.21.15.29:0/3961201161 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f458c0078e0 con 0x7f45940cf720 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.997+0000 7f45990bd640 1 -- 172.21.15.29:0/3961201161 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c007cb0 con 0x7f45940cf720 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 -- 172.21.15.29:0/3961201161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45940cf720 msgr2=0x7f45940d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 --2- 172.21.15.29:0/3961201161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45940cf720 0x7f45940d2d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45940a23f0 tx=0x7f458c02a5f0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 -- 172.21.15.29:0/3961201161 shutdown_connections 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 --2- 172.21.15.29:0/3961201161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45940cf720 0x7f45940d2d60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 -- 172.21.15.29:0/3961201161 >> 172.21.15.29:0/3961201161 conn(0x7f459409d820 msgr2=0x7f45940d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 -- 172.21.15.29:0/3961201161 shutdown_connections 2024-09-16T01:13:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.998+0000 7f459c323640 1 -- 172.21.15.29:0/3961201161 wait complete. 2024-09-16T01:13:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.999+0000 7f459c323640 1 Processor -- start 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:48.999+0000 7f459c323640 1 -- start start 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45940cf2b0 0x7f45940b85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 0x7f45941558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f45940b24f0 con 0x7f459415e640 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f45940b2860 con 0x7f45940cf720 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459c323640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f45940cfe40 con 0x7f45940cf2b0 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41334/0 (socket says 172.21.15.29:41334) 2024-09-16T01:13:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 -- 172.21.15.29:0/531518170 learned_addr learned my addr 172.21.15.29:0/531518170 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f45998be640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 0x7f45941558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a0bf640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45940cf2b0 0x7f45940b85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 -- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45940cf2b0 msgr2=0x7f45940b85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45940cf2b0 0x7f45940b85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 -- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 msgr2=0x7f45941558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 0x7f45941558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 -- 172.21.15.29:0/531518170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45940c9080 con 0x7f459415e640 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f45998be640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 0x7f45941558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f459a8c0640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f458c02abe0 tx=0x7f458c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.000+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c040070 con 0x7f459415e640 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.001+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f458c031c90 con 0x7f459415e640 2024-09-16T01:13:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.001+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45940c9360 con 0x7f459415e640 2024-09-16T01:13:49.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.001+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458c045680 con 0x7f459415e640 2024-09-16T01:13:49.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.001+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45940c9920 con 0x7f459415e640 2024-09-16T01:13:49.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.002+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4594068eb0 con 0x7f459415e640 2024-09-16T01:13:49.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.002+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f458c039040 con 0x7f459415e640 2024-09-16T01:13:49.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.003+0000 7f458affd640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 0x7f457806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.003+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f458c0acf20 con 0x7f459415e640 2024-09-16T01:13:49.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.003+0000 7f459a0bf640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 0x7f457806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.003+0000 7f459a0bf640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 0x7f457806e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4590003d90 tx=0x7f4590009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.007+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f458c07b6c0 con 0x7f459415e640 2024-09-16T01:13:49.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.179+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f45940693a0 con 0x7f457806c2b0 2024-09-16T01:13:49.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.186+0000 7f458affd640 1 -- 172.21.15.29:0/531518170 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243522 (secure 0 0 0) 0x7f45940693a0 con 0x7f457806c2b0 2024-09-16T01:13:49.190 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:49.191 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 msgr2=0x7f457806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 0x7f457806e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4590003d90 tx=0x7f4590009040 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 msgr2=0x7f4594154880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f458c02abe0 tx=0x7f458c004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 shutdown_connections 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f457806c2b0 0x7f457806e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f459415e640 0x7f4594154880 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45940cf720 0x7f45941558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 --2- 172.21.15.29:0/531518170 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45940cf2b0 0x7f45940b85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 >> 172.21.15.29:0/531518170 conn(0x7f459409d820 msgr2=0x7f459406c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 shutdown_connections 2024-09-16T01:13:49.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.189+0000 7f459c323640 1 -- 172.21.15.29:0/531518170 wait complete. 2024-09-16T01:13:49.201 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-16T01:13:47.357368+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":136,"acting":136,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235344,"kb_used_data":2468,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739376,"statfs":{"total":773094113280,"available":772853121024,"internally_reserved":0,"allocated":2527232,"data_stored":1592695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.160646"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205001+0000","last_change":"2024-09-16T01:13:44.205001+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205001+0000","last_undegraded":"2024-09-16T01:13:44.205001+0000","last_fullsized":"2024-09-16T01:13:44.205001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204195+0000","last_change":"2024-09-16T01:13:44.204195+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204195+0000","last_undegraded":"2024-09-16T01:13:44.204195+0000","last_fullsized":"2024-09-16T01:13:44.204195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203395+0000","last_change":"2024-09-16T01:13:44.203395+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203395+0000","last_undegraded":"2024-09-16T01:13:44.203395+0000","last_fullsized":"2024-09-16T01:13:44.203395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205112+0000","last_change":"2024-09-16T01:13:44.205112+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205112+0000","last_undegraded":"2024-09-16T01:13:44.205112+0000","last_fullsized":"2024-09-16T01:13:44.205112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204354+0000","last_change":"2024-09-16T01:13:44.204354+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204354+0000","last_undegraded":"2024-09-16T01:13:44.204354+0000","last_fullsized":"2024-09-16T01:13:44.204354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204596+0000","last_change":"2024-09-16T01:13:44.204596+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204596+0000","last_undegraded":"2024-09-16T01:13:44.204596+0000","last_fullsized":"2024-09-16T01:13:44.204596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.209069+0000","last_change":"2024-09-16T01:13:44.209069+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.209069+0000","last_undegraded":"2024-09-16T01:13:44.209069+0000","last_fullsized":"2024-09-16T01:13:44.209069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204947+0000","last_change":"2024-09-16T01:13:44.204947+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204947+0000","last_undegraded":"2024-09-16T01:13:44.204947+0000","last_fullsized":"2024-09-16T01:13:44.204947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202165+0000","last_change":"2024-09-16T01:13:44.202165+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202165+0000","last_undegraded":"2024-09-16T01:13:44.202165+0000","last_fullsized":"2024-09-16T01:13:44.202165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201739+0000","last_change":"2024-09-16T01:13:44.201739+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201739+0000","last_undegraded":"2024-09-16T01:13:44.201739+0000","last_fullsized":"2024-09-16T01:13:44.201739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200997+0000","last_change":"2024-09-16T01:13:44.200997+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200997+0000","last_undegraded":"2024-09-16T01:13:44.200997+0000","last_fullsized":"2024-09-16T01:13:44.200997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203138+0000","last_change":"2024-09-16T01:13:44.203138+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203138+0000","last_undegraded":"2024-09-16T01:13:44.203138+0000","last_fullsized":"2024-09-16T01:13:44.203138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206122+0000","last_change":"2024-09-16T01:13:44.206122+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206122+0000","last_undegraded":"2024-09-16T01:13:44.206122+0000","last_fullsized":"2024-09-16T01:13:44.206122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204724+0000","last_change":"2024-09-16T01:13:44.204724+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204724+0000","last_undegraded":"2024-09-16T01:13:44.204724+0000","last_fullsized":"2024-09-16T01:13:44.204724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201313+0000","last_change":"2024-09-16T01:13:44.201313+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201313+0000","last_undegraded":"2024-09-16T01:13:44.201313+0000","last_fullsized":"2024-09-16T01:13:44.201313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206791+0000","last_change":"2024-09-16T01:13:44.206791+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206791+0000","last_undegraded":"2024-09-16T01:13:44.206791+0000","last_fullsized":"2024-09-16T01:13:44.206791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203256+0000","last_change":"2024-09-16T01:13:44.203256+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203256+0000","last_undegraded":"2024-09-16T01:13:44.203256+0000","last_fullsized":"2024-09-16T01:13:44.203256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.207126+0000","last_change":"2024-09-16T01:13:44.207126+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.207126+0000","last_undegraded":"2024-09-16T01:13:44.207126+0000","last_fullsized":"2024-09-16T01:13:44.207126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200290+0000","last_change":"2024-09-16T01:13:44.200290+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200290+0000","last_undegraded":"2024-09-16T01:13:44.200290+0000","last_fullsized":"2024-09-16T01:13:44.200290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.200185+0000","last_change":"2024-09-16T01:13:43.200185+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.200185+0000","last_undegraded":"2024-09-16T01:13:43.200185+0000","last_fullsized":"2024-09-16T01:13:43.200185+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221767+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:44.221767+0000","last_peered":"2024-09-16T01:13:44.221767+0000","last_clean":"2024-09-16T01:13:44.221767+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:44.221767+0000","last_undegraded":"2024-09-16T01:13:44.221767+0000","last_fullsized":"2024-09-16T01:13:44.221767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.200023+0000","last_change":"2024-09-16T01:13:43.200023+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.200023+0000","last_undegraded":"2024-09-16T01:13:43.200023+0000","last_fullsized":"2024-09-16T01:13:43.200023+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221782+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:44.221782+0000","last_peered":"2024-09-16T01:13:44.221782+0000","last_clean":"2024-09-16T01:13:44.221782+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:44.221782+0000","last_undegraded":"2024-09-16T01:13:44.221782+0000","last_fullsized":"2024-09-16T01:13:44.221782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217296+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:44.217296+0000","last_peered":"2024-09-16T01:13:44.217296+0000","last_clean":"2024-09-16T01:13:44.217296+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:44.217296+0000","last_undegraded":"2024-09-16T01:13:44.217296+0000","last_fullsized":"2024-09-16T01:13:44.217296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202667+0000","last_change":"2024-09-16T01:13:44.202667+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202667+0000","last_undegraded":"2024-09-16T01:13:44.202667+0000","last_fullsized":"2024-09-16T01:13:44.202667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216746+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:44.216746+0000","last_peered":"2024-09-16T01:13:44.216746+0000","last_clean":"2024-09-16T01:13:44.216746+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:44.216746+0000","last_undegraded":"2024-09-16T01:13:44.216746+0000","last_fullsized":"2024-09-16T01:13:44.216746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.203846+0000","last_change":"2024-09-16T01:13:43.203846+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.203846+0000","last_undegraded":"2024-09-16T01:13:43.203846+0000","last_fullsized":"2024-09-16T01:13:43.203846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200270+0000","last_change":"2024-09-16T01:13:44.200270+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200270+0000","last_undegraded":"2024-09-16T01:13:44.200270+0000","last_fullsized":"2024-09-16T01:13:44.200270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222068+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:44.222068+0000","last_peered":"2024-09-16T01:13:44.222068+0000","last_clean":"2024-09-16T01:13:44.222068+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:44.222068+0000","last_undegraded":"2024-09-16T01:13:44.222068+0000","last_fullsized":"2024-09-16T01:13:44.222068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203971+0000","last_change":"2024-09-16T01:13:44.203971+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203971+0000","last_undegraded":"2024-09-16T01:13:44.203971+0000","last_fullsized":"2024-09-16T01:13:44.203971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.204977+0000","last_change":"2024-09-16T01:13:43.204977+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.204977+0000","last_undegraded":"2024-09-16T01:13:43.204977+0000","last_fullsized":"2024-09-16T01:13:43.204977+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221865+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:44.221865+0000","last_peered":"2024-09-16T01:13:44.221865+0000","last_clean":"2024-09-16T01:13:44.221865+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:44.221865+0000","last_undegraded":"2024-09-16T01:13:44.221865+0000","last_fullsized":"2024-09-16T01:13:44.221865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:58.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202782+0000","last_change":"2024-09-16T01:13:44.202782+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202782+0000","last_undegraded":"2024-09-16T01:13:44.202782+0000","last_fullsized":"2024-09-16T01:13:44.202782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.219199+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:44.219199+0000","last_peered":"2024-09-16T01:13:44.219199+0000","last_clean":"2024-09-16T01:13:44.219199+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:44.219199+0000","last_undegraded":"2024-09-16T01:13:44.219199+0000","last_fullsized":"2024-09-16T01:13:44.219199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204909+0000","last_change":"2024-09-16T01:13:44.204909+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204909+0000","last_undegraded":"2024-09-16T01:13:44.204909+0000","last_fullsized":"2024-09-16T01:13:44.204909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202171+0000","last_change":"2024-09-16T01:13:43.202171+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202171+0000","last_undegraded":"2024-09-16T01:13:43.202171+0000","last_fullsized":"2024-09-16T01:13:43.202171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202786+0000","last_change":"2024-09-16T01:13:44.202786+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202786+0000","last_undegraded":"2024-09-16T01:13:44.202786+0000","last_fullsized":"2024-09-16T01:13:44.202786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217075+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:44.217075+0000","last_peered":"2024-09-16T01:13:44.217075+0000","last_clean":"2024-09-16T01:13:44.217075+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:44.217075+0000","last_undegraded":"2024-09-16T01:13:44.217075+0000","last_fullsized":"2024-09-16T01:13:44.217075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203269+0000","last_change":"2024-09-16T01:13:44.203269+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203269+0000","last_undegraded":"2024-09-16T01:13:44.203269+0000","last_fullsized":"2024-09-16T01:13:44.203269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202130+0000","last_change":"2024-09-16T01:13:43.202130+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202130+0000","last_undegraded":"2024-09-16T01:13:43.202130+0000","last_fullsized":"2024-09-16T01:13:43.202130+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204197+0000","last_change":"2024-09-16T01:13:44.204197+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204197+0000","last_undegraded":"2024-09-16T01:13:44.204197+0000","last_fullsized":"2024-09-16T01:13:44.204197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202399+0000","last_change":"2024-09-16T01:13:43.202399+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202399+0000","last_undegraded":"2024-09-16T01:13:43.202399+0000","last_fullsized":"2024-09-16T01:13:43.202399+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201871+0000","last_change":"2024-09-16T01:13:44.201871+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201871+0000","last_undegraded":"2024-09-16T01:13:44.201871+0000","last_fullsized":"2024-09-16T01:13:44.201871+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202796+0000","last_change":"2024-09-16T01:13:43.202796+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202796+0000","last_undegraded":"2024-09-16T01:13:43.202796+0000","last_fullsized":"2024-09-16T01:13:43.202796+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203551+0000","last_change":"2024-09-16T01:13:44.203551+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203551+0000","last_undegraded":"2024-09-16T01:13:44.203551+0000","last_fullsized":"2024-09-16T01:13:44.203551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.206621+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:44.206621+0000","last_peered":"2024-09-16T01:13:44.206621+0000","last_clean":"2024-09-16T01:13:44.206621+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:44.206621+0000","last_undegraded":"2024-09-16T01:13:44.206621+0000","last_fullsized":"2024-09-16T01:13:44.206621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216709+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:44.216709+0000","last_peered":"2024-09-16T01:13:44.216709+0000","last_clean":"2024-09-16T01:13:44.216709+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:44.216709+0000","last_undegraded":"2024-09-16T01:13:44.216709+0000","last_fullsized":"2024-09-16T01:13:44.216709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222033+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:44.222033+0000","last_peered":"2024-09-16T01:13:44.222033+0000","last_clean":"2024-09-16T01:13:44.222033+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:44.222033+0000","last_undegraded":"2024-09-16T01:13:44.222033+0000","last_fullsized":"2024-09-16T01:13:44.222033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202060+0000","last_change":"2024-09-16T01:13:43.202060+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202060+0000","last_undegraded":"2024-09-16T01:13:43.202060+0000","last_fullsized":"2024-09-16T01:13:43.202060+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221844+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:44.221844+0000","last_peered":"2024-09-16T01:13:44.221844+0000","last_clean":"2024-09-16T01:13:44.221844+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:44.221844+0000","last_undegraded":"2024-09-16T01:13:44.221844+0000","last_fullsized":"2024-09-16T01:13:44.221844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200906+0000","last_change":"2024-09-16T01:13:44.200906+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200906+0000","last_undegraded":"2024-09-16T01:13:44.200906+0000","last_fullsized":"2024-09-16T01:13:44.200906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202461+0000","last_change":"2024-09-16T01:13:43.202461+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202461+0000","last_undegraded":"2024-09-16T01:13:43.202461+0000","last_fullsized":"2024-09-16T01:13:43.202461+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202225+0000","last_change":"2024-09-16T01:13:44.202225+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202225+0000","last_undegraded":"2024-09-16T01:13:44.202225+0000","last_fullsized":"2024-09-16T01:13:44.202225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217077+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:44.217077+0000","last_peered":"2024-09-16T01:13:44.217077+0000","last_clean":"2024-09-16T01:13:44.217077+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:44.217077+0000","last_undegraded":"2024-09-16T01:13:44.217077+0000","last_fullsized":"2024-09-16T01:13:44.217077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.203350+0000","last_change":"2024-09-16T01:13:43.203350+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.203350+0000","last_undegraded":"2024-09-16T01:13:43.203350+0000","last_fullsized":"2024-09-16T01:13:43.203350+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216386+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:44.216386+0000","last_peered":"2024-09-16T01:13:44.216386+0000","last_clean":"2024-09-16T01:13:44.216386+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:44.216386+0000","last_undegraded":"2024-09-16T01:13:44.216386+0000","last_fullsized":"2024-09-16T01:13:44.216386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:57.374007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222246+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:44.222246+0000","last_peered":"2024-09-16T01:13:44.222246+0000","last_clean":"2024-09-16T01:13:44.222246+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:44.222246+0000","last_undegraded":"2024-09-16T01:13:44.222246+0000","last_fullsized":"2024-09-16T01:13:44.222246+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200359+0000","last_change":"2024-09-16T01:13:44.200359+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200359+0000","last_undegraded":"2024-09-16T01:13:44.200359+0000","last_fullsized":"2024-09-16T01:13:44.200359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202877+0000","last_change":"2024-09-16T01:13:43.202877+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202877+0000","last_undegraded":"2024-09-16T01:13:43.202877+0000","last_fullsized":"2024-09-16T01:13:43.202877+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.202579+0000","last_change":"2024-09-16T01:13:43.202579+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.202579+0000","last_undegraded":"2024-09-16T01:13:43.202579+0000","last_fullsized":"2024-09-16T01:13:43.202579+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222007+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:44.222007+0000","last_peered":"2024-09-16T01:13:44.222007+0000","last_clean":"2024-09-16T01:13:44.222007+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:44.222007+0000","last_undegraded":"2024-09-16T01:13:44.222007+0000","last_fullsized":"2024-09-16T01:13:44.222007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.208012+0000","last_change":"2024-09-16T01:13:44.208012+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.208012+0000","last_undegraded":"2024-09-16T01:13:44.208012+0000","last_fullsized":"2024-09-16T01:13:44.208012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203260+0000","last_change":"2024-09-16T01:13:44.203260+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203260+0000","last_undegraded":"2024-09-16T01:13:44.203260+0000","last_fullsized":"2024-09-16T01:13:44.203260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217042+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:44.217042+0000","last_peered":"2024-09-16T01:13:44.217042+0000","last_clean":"2024-09-16T01:13:44.217042+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:44.217042+0000","last_undegraded":"2024-09-16T01:13:44.217042+0000","last_fullsized":"2024-09-16T01:13:44.217042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203688+0000","last_change":"2024-09-16T01:13:44.203688+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203688+0000","last_undegraded":"2024-09-16T01:13:44.203688+0000","last_fullsized":"2024-09-16T01:13:44.203688+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217056+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:44.217056+0000","last_peered":"2024-09-16T01:13:44.217056+0000","last_clean":"2024-09-16T01:13:44.217056+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:44.217056+0000","last_undegraded":"2024-09-16T01:13:44.217056+0000","last_fullsized":"2024-09-16T01:13:44.217056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:39.915610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.200738+0000","last_change":"2024-09-16T01:13:43.200738+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.200738+0000","last_undegraded":"2024-09-16T01:13:43.200738+0000","last_fullsized":"2024-09-16T01:13:43.200738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T01:13:44.195717+0000","last_change":"2024-09-16T01:13:44.195717+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.195717+0000","last_undegraded":"2024-09-16T01:13:44.195717+0000","last_fullsized":"2024-09-16T01:13:44.195717+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-16T01:13:43.203815+0000","last_change":"2024-09-16T01:13:43.203815+0000","last_active":"2024-09-16T01:13:43.193757+0000","last_peered":"2024-09-16T01:13:43.193757+0000","last_clean":"2024-09-16T01:13:43.193757+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:43.203815+0000","last_undegraded":"2024-09-16T01:13:43.203815+0000","last_fullsized":"2024-09-16T01:13:43.203815+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":70,"acting":70,"num_store_stats":4},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":778240,"data_stored":650262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":159744,"data_stored":47802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":159744,"data_stored":47802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31344,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340496,"statfs":{"total":96636764160,"available":96604667904,"internally_reserved":0,"allocated":159744,"data_stored":47802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":753664,"data_stored":638170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:49.205 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:49.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 Processor -- start 2024-09-16T01:13:49.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 -- start start 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a00b8b90 0x7fa3a00d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa3a006dcb0 0x7fa3a00d29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3a00d17e0 con 0x7fa3a015eab0 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa3a00d09d0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.344+0000 7fa3a57cf640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a015ee90 con 0x7fa3a00b8b90 2024-09-16T01:13:49.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa3a006dcb0 0x7fa3a00d29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa3a006dcb0 0x7fa3a00d29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41350/0 (socket says 172.21.15.29:41350) 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 -- 172.21.15.29:0/1226257655 learned_addr learned my addr 172.21.15.29:0/1226257655 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39effd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa3a015eab0 0x7fa3a006d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38528/0 (socket says 172.21.15.29:38528) 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 -- 172.21.15.29:0/1226257655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a00b8b90 msgr2=0x7fa3a00d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 --2- 172.21.15.29:0/1226257655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a00b8b90 0x7fa3a00d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 -- 172.21.15.29:0/1226257655 >> v1:172.21.15.29:6789/0 conn(0x7fa3a015eab0 legacy=0x7fa3a006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 -- 172.21.15.29:0/1226257655 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a00cfc10 con 0x7fa3a006dcb0 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.345+0000 7fa39f7fe640 1 --2- 172.21.15.29:0/1226257655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a00d29b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa398009e50 tx=0x7fa39802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbec1e11a5a7bbc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa39dffb640 1 -- 172.21.15.29:0/1226257655 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa398036070 con 0x7fa3a006dcb0 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa39dffb640 1 -- 172.21.15.29:0/1226257655 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa398031600 con 0x7fa3a006dcb0 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa39dffb640 1 -- 172.21.15.29:0/1226257655 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3980319d0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 -- 172.21.15.29:0/1226257655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 msgr2=0x7fa3a00d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/1226257655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a00d29b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa398009e50 tx=0x7fa39802a7a0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 -- 172.21.15.29:0/1226257655 shutdown_connections 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/1226257655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a00d29b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/1226257655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a00b8b90 0x7fa3a00d2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 -- 172.21.15.29:0/1226257655 >> 172.21.15.29:0/1226257655 conn(0x7fa3a00d4b30 msgr2=0x7fa3a00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 -- 172.21.15.29:0/1226257655 shutdown_connections 2024-09-16T01:13:49.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.346+0000 7fa3a57cf640 1 -- 172.21.15.29:0/1226257655 wait complete. 2024-09-16T01:13:49.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 Processor -- start 2024-09-16T01:13:49.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 -- start start 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 0x7fa3a00cc620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 0x7fa3a00ae420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a00d04b0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a00d01d0 con 0x7fa3a00b8b90 2024-09-16T01:13:49.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa3a57cf640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a00ceb50 con 0x7fa3a015eab0 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa39effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa39effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41366/0 (socket says 172.21.15.29:41366) 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.348+0000 7fa39effd640 1 -- 172.21.15.29:0/2124269908 learned_addr learned my addr 172.21.15.29:0/2124269908 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39f7fe640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 0x7fa3a00ae420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39e7fc640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 0x7fa3a00cc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 -- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 msgr2=0x7fa3a00ae420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 0x7fa3a00ae420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 -- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 msgr2=0x7fa3a00cc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 0x7fa3a00cc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 -- 172.21.15.29:0/2124269908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a00ccf20 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39f7fe640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 0x7fa3a00ae420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39e7fc640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 0x7fa3a00cc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa39effd640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa39000c400 tx=0x7fa39000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3900074e0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa390007680 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a00cd200 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa390004a00 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.349+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a00cd7c0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.350+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a00b9f80 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.350+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa39001a020 con 0x7fa3a006dcb0 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.351+0000 7fa3877fe640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 0x7fa38c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.351+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa39008abc0 con 0x7fa3a006dcb0 2024-09-16T01:13:49.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.351+0000 7fa39e7fc640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 0x7fa38c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.352+0000 7fa39e7fc640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 0x7fa38c06e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa3a006e140 tx=0x7fa394008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.356+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3a00b9f80 con 0x7fa3a006dcb0 2024-09-16T01:13:49.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.527+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa3a00b5bd0 con 0x7fa38c06c2e0 2024-09-16T01:13:49.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.533+0000 7fa3877fe640 1 -- 172.21.15.29:0/2124269908 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249055 (secure 0 0 0) 0x7fa3a00b5bd0 con 0x7fa38c06c2e0 2024-09-16T01:13:49.537 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:49.538 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 msgr2=0x7fa38c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 0x7fa38c06e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa3a006e140 tx=0x7fa394008040 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 msgr2=0x7fa3a015d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa39000c400 tx=0x7fa39000c8c0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 shutdown_connections 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa38c06c2e0 0x7fa38c06e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa3a015eab0 0x7fa3a00ae420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3a00b8b90 0x7fa3a00cc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 --2- 172.21.15.29:0/2124269908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3a006dcb0 0x7fa3a015d770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 >> 172.21.15.29:0/2124269908 conn(0x7fa3a00d4b30 msgr2=0x7fa3a00b4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 shutdown_connections 2024-09-16T01:13:49.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.536+0000 7fa3a57cf640 1 -- 172.21.15.29:0/2124269908 wait complete. 2024-09-16T01:13:49.548 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-16T01:13:49.357776+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235568,"kb_used_data":2692,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739152,"statfs":{"total":773094113280,"available":772852891648,"internally_reserved":0,"allocated":2756608,"data_stored":1695773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205001+0000","last_change":"2024-09-16T01:13:44.205001+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205001+0000","last_undegraded":"2024-09-16T01:13:44.205001+0000","last_fullsized":"2024-09-16T01:13:44.205001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204195+0000","last_change":"2024-09-16T01:13:44.204195+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204195+0000","last_undegraded":"2024-09-16T01:13:44.204195+0000","last_fullsized":"2024-09-16T01:13:44.204195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203395+0000","last_change":"2024-09-16T01:13:44.203395+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203395+0000","last_undegraded":"2024-09-16T01:13:44.203395+0000","last_fullsized":"2024-09-16T01:13:44.203395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205112+0000","last_change":"2024-09-16T01:13:44.205112+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205112+0000","last_undegraded":"2024-09-16T01:13:44.205112+0000","last_fullsized":"2024-09-16T01:13:44.205112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204354+0000","last_change":"2024-09-16T01:13:44.204354+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204354+0000","last_undegraded":"2024-09-16T01:13:44.204354+0000","last_fullsized":"2024-09-16T01:13:44.204354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204596+0000","last_change":"2024-09-16T01:13:44.204596+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204596+0000","last_undegraded":"2024-09-16T01:13:44.204596+0000","last_fullsized":"2024-09-16T01:13:44.204596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.209069+0000","last_change":"2024-09-16T01:13:44.209069+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.209069+0000","last_undegraded":"2024-09-16T01:13:44.209069+0000","last_fullsized":"2024-09-16T01:13:44.209069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204947+0000","last_change":"2024-09-16T01:13:44.204947+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204947+0000","last_undegraded":"2024-09-16T01:13:44.204947+0000","last_fullsized":"2024-09-16T01:13:44.204947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202165+0000","last_change":"2024-09-16T01:13:44.202165+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202165+0000","last_undegraded":"2024-09-16T01:13:44.202165+0000","last_fullsized":"2024-09-16T01:13:44.202165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201739+0000","last_change":"2024-09-16T01:13:44.201739+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201739+0000","last_undegraded":"2024-09-16T01:13:44.201739+0000","last_fullsized":"2024-09-16T01:13:44.201739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200997+0000","last_change":"2024-09-16T01:13:44.200997+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200997+0000","last_undegraded":"2024-09-16T01:13:44.200997+0000","last_fullsized":"2024-09-16T01:13:44.200997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203138+0000","last_change":"2024-09-16T01:13:44.203138+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203138+0000","last_undegraded":"2024-09-16T01:13:44.203138+0000","last_fullsized":"2024-09-16T01:13:44.203138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206122+0000","last_change":"2024-09-16T01:13:44.206122+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206122+0000","last_undegraded":"2024-09-16T01:13:44.206122+0000","last_fullsized":"2024-09-16T01:13:44.206122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204724+0000","last_change":"2024-09-16T01:13:44.204724+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204724+0000","last_undegraded":"2024-09-16T01:13:44.204724+0000","last_fullsized":"2024-09-16T01:13:44.204724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201313+0000","last_change":"2024-09-16T01:13:44.201313+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201313+0000","last_undegraded":"2024-09-16T01:13:44.201313+0000","last_fullsized":"2024-09-16T01:13:44.201313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206791+0000","last_change":"2024-09-16T01:13:44.206791+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206791+0000","last_undegraded":"2024-09-16T01:13:44.206791+0000","last_fullsized":"2024-09-16T01:13:44.206791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203256+0000","last_change":"2024-09-16T01:13:44.203256+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203256+0000","last_undegraded":"2024-09-16T01:13:44.203256+0000","last_fullsized":"2024-09-16T01:13:44.203256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.207126+0000","last_change":"2024-09-16T01:13:44.207126+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.207126+0000","last_undegraded":"2024-09-16T01:13:44.207126+0000","last_fullsized":"2024-09-16T01:13:44.207126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200290+0000","last_change":"2024-09-16T01:13:44.200290+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200290+0000","last_undegraded":"2024-09-16T01:13:44.200290+0000","last_fullsized":"2024-09-16T01:13:44.200290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221767+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:44.221767+0000","last_peered":"2024-09-16T01:13:44.221767+0000","last_clean":"2024-09-16T01:13:44.221767+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:44.221767+0000","last_undegraded":"2024-09-16T01:13:44.221767+0000","last_fullsized":"2024-09-16T01:13:44.221767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221782+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:44.221782+0000","last_peered":"2024-09-16T01:13:44.221782+0000","last_clean":"2024-09-16T01:13:44.221782+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:44.221782+0000","last_undegraded":"2024-09-16T01:13:44.221782+0000","last_fullsized":"2024-09-16T01:13:44.221782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217296+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:44.217296+0000","last_peered":"2024-09-16T01:13:44.217296+0000","last_clean":"2024-09-16T01:13:44.217296+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:44.217296+0000","last_undegraded":"2024-09-16T01:13:44.217296+0000","last_fullsized":"2024-09-16T01:13:44.217296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202667+0000","last_change":"2024-09-16T01:13:44.202667+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202667+0000","last_undegraded":"2024-09-16T01:13:44.202667+0000","last_fullsized":"2024-09-16T01:13:44.202667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216746+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:44.216746+0000","last_peered":"2024-09-16T01:13:44.216746+0000","last_clean":"2024-09-16T01:13:44.216746+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:44.216746+0000","last_undegraded":"2024-09-16T01:13:44.216746+0000","last_fullsized":"2024-09-16T01:13:44.216746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200270+0000","last_change":"2024-09-16T01:13:44.200270+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200270+0000","last_undegraded":"2024-09-16T01:13:44.200270+0000","last_fullsized":"2024-09-16T01:13:44.200270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222068+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:44.222068+0000","last_peered":"2024-09-16T01:13:44.222068+0000","last_clean":"2024-09-16T01:13:44.222068+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:44.222068+0000","last_undegraded":"2024-09-16T01:13:44.222068+0000","last_fullsized":"2024-09-16T01:13:44.222068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203971+0000","last_change":"2024-09-16T01:13:44.203971+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203971+0000","last_undegraded":"2024-09-16T01:13:44.203971+0000","last_fullsized":"2024-09-16T01:13:44.203971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221865+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:44.221865+0000","last_peered":"2024-09-16T01:13:44.221865+0000","last_clean":"2024-09-16T01:13:44.221865+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:44.221865+0000","last_undegraded":"2024-09-16T01:13:44.221865+0000","last_fullsized":"2024-09-16T01:13:44.221865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:58.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202782+0000","last_change":"2024-09-16T01:13:44.202782+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202782+0000","last_undegraded":"2024-09-16T01:13:44.202782+0000","last_fullsized":"2024-09-16T01:13:44.202782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.219199+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:44.219199+0000","last_peered":"2024-09-16T01:13:44.219199+0000","last_clean":"2024-09-16T01:13:44.219199+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:44.219199+0000","last_undegraded":"2024-09-16T01:13:44.219199+0000","last_fullsized":"2024-09-16T01:13:44.219199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204909+0000","last_change":"2024-09-16T01:13:44.204909+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204909+0000","last_undegraded":"2024-09-16T01:13:44.204909+0000","last_fullsized":"2024-09-16T01:13:44.204909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202786+0000","last_change":"2024-09-16T01:13:44.202786+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202786+0000","last_undegraded":"2024-09-16T01:13:44.202786+0000","last_fullsized":"2024-09-16T01:13:44.202786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217075+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:44.217075+0000","last_peered":"2024-09-16T01:13:44.217075+0000","last_clean":"2024-09-16T01:13:44.217075+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:44.217075+0000","last_undegraded":"2024-09-16T01:13:44.217075+0000","last_fullsized":"2024-09-16T01:13:44.217075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203269+0000","last_change":"2024-09-16T01:13:44.203269+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203269+0000","last_undegraded":"2024-09-16T01:13:44.203269+0000","last_fullsized":"2024-09-16T01:13:44.203269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204197+0000","last_change":"2024-09-16T01:13:44.204197+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204197+0000","last_undegraded":"2024-09-16T01:13:44.204197+0000","last_fullsized":"2024-09-16T01:13:44.204197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201871+0000","last_change":"2024-09-16T01:13:44.201871+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201871+0000","last_undegraded":"2024-09-16T01:13:44.201871+0000","last_fullsized":"2024-09-16T01:13:44.201871+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203551+0000","last_change":"2024-09-16T01:13:44.203551+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203551+0000","last_undegraded":"2024-09-16T01:13:44.203551+0000","last_fullsized":"2024-09-16T01:13:44.203551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.206621+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:44.206621+0000","last_peered":"2024-09-16T01:13:44.206621+0000","last_clean":"2024-09-16T01:13:44.206621+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:44.206621+0000","last_undegraded":"2024-09-16T01:13:44.206621+0000","last_fullsized":"2024-09-16T01:13:44.206621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216709+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:44.216709+0000","last_peered":"2024-09-16T01:13:44.216709+0000","last_clean":"2024-09-16T01:13:44.216709+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:44.216709+0000","last_undegraded":"2024-09-16T01:13:44.216709+0000","last_fullsized":"2024-09-16T01:13:44.216709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222033+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:44.222033+0000","last_peered":"2024-09-16T01:13:44.222033+0000","last_clean":"2024-09-16T01:13:44.222033+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:44.222033+0000","last_undegraded":"2024-09-16T01:13:44.222033+0000","last_fullsized":"2024-09-16T01:13:44.222033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221844+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:44.221844+0000","last_peered":"2024-09-16T01:13:44.221844+0000","last_clean":"2024-09-16T01:13:44.221844+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:44.221844+0000","last_undegraded":"2024-09-16T01:13:44.221844+0000","last_fullsized":"2024-09-16T01:13:44.221844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200906+0000","last_change":"2024-09-16T01:13:44.200906+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200906+0000","last_undegraded":"2024-09-16T01:13:44.200906+0000","last_fullsized":"2024-09-16T01:13:44.200906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202225+0000","last_change":"2024-09-16T01:13:44.202225+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202225+0000","last_undegraded":"2024-09-16T01:13:44.202225+0000","last_fullsized":"2024-09-16T01:13:44.202225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217077+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:44.217077+0000","last_peered":"2024-09-16T01:13:44.217077+0000","last_clean":"2024-09-16T01:13:44.217077+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:44.217077+0000","last_undegraded":"2024-09-16T01:13:44.217077+0000","last_fullsized":"2024-09-16T01:13:44.217077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216386+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:44.216386+0000","last_peered":"2024-09-16T01:13:44.216386+0000","last_clean":"2024-09-16T01:13:44.216386+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:44.216386+0000","last_undegraded":"2024-09-16T01:13:44.216386+0000","last_fullsized":"2024-09-16T01:13:44.216386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:57.374007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222246+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:44.222246+0000","last_peered":"2024-09-16T01:13:44.222246+0000","last_clean":"2024-09-16T01:13:44.222246+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:44.222246+0000","last_undegraded":"2024-09-16T01:13:44.222246+0000","last_fullsized":"2024-09-16T01:13:44.222246+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200359+0000","last_change":"2024-09-16T01:13:44.200359+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200359+0000","last_undegraded":"2024-09-16T01:13:44.200359+0000","last_fullsized":"2024-09-16T01:13:44.200359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222007+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:44.222007+0000","last_peered":"2024-09-16T01:13:44.222007+0000","last_clean":"2024-09-16T01:13:44.222007+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:44.222007+0000","last_undegraded":"2024-09-16T01:13:44.222007+0000","last_fullsized":"2024-09-16T01:13:44.222007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.208012+0000","last_change":"2024-09-16T01:13:44.208012+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.208012+0000","last_undegraded":"2024-09-16T01:13:44.208012+0000","last_fullsized":"2024-09-16T01:13:44.208012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203260+0000","last_change":"2024-09-16T01:13:44.203260+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203260+0000","last_undegraded":"2024-09-16T01:13:44.203260+0000","last_fullsized":"2024-09-16T01:13:44.203260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217042+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:44.217042+0000","last_peered":"2024-09-16T01:13:44.217042+0000","last_clean":"2024-09-16T01:13:44.217042+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:44.217042+0000","last_undegraded":"2024-09-16T01:13:44.217042+0000","last_fullsized":"2024-09-16T01:13:44.217042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203688+0000","last_change":"2024-09-16T01:13:44.203688+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203688+0000","last_undegraded":"2024-09-16T01:13:44.203688+0000","last_fullsized":"2024-09-16T01:13:44.203688+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217056+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:44.217056+0000","last_peered":"2024-09-16T01:13:44.217056+0000","last_clean":"2024-09-16T01:13:44.217056+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:44.217056+0000","last_undegraded":"2024-09-16T01:13:44.217056+0000","last_fullsized":"2024-09-16T01:13:44.217056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:39.915610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":778240,"data_stored":650262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:49.552 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:49.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.690+0000 7fcec78dd640 1 Processor -- start 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.690+0000 7fcec78dd640 1 -- start start 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec78dd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcec016b380 0x7fcec00cf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec78dd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec00b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec78dd640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcec00b52d0 con 0x7fcec00b4e40 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec78dd640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcec00cdaa0 con 0x7fcec016b380 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec78dd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcec00cd220 con 0x7fcec008c720 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec5679640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcec016b380 0x7fcec00cf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec5e7a640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcec00b4e40 0x7fcec006e350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38530/0 (socket says 172.21.15.29:38530) 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec5679640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcec016b380 0x7fcec00cf6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41382/0 (socket says 172.21.15.29:41382) 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec5e7a640 1 -- 172.21.15.29:0/3509389572 learned_addr learned my addr 172.21.15.29:0/3509389572 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:49.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fcec4e78640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec00b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.691+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 817720984 0 0) 0x7fcec00b52d0 con 0x7fcec00b4e40 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fceac007930 con 0x7fcec00b4e40 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1963744161 0 0) 0x7fceac007930 con 0x7fcec00b4e40 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fcec5679640 1 -- 172.21.15.29:0/3509389572 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 msgr2=0x7fcec00b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fcec5679640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec00b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fcec5679640 1 -- 172.21.15.29:0/3509389572 >> v1:172.21.15.29:6789/0 conn(0x7fcec00b4e40 legacy=0x7fcec006e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.717+0000 7fcec5679640 1 -- 172.21.15.29:0/3509389572 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcec00cfdc0 con 0x7fcec016b380 2024-09-16T01:13:49.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fcec5679640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec00cf6c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcebc008820 tx=0x7fcebc008180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ff3e9dd0d2f5b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb80019f0 con 0x7fcec016b380 2024-09-16T01:13:49.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcebc00ae50 con 0x7fcec016b380 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fceb7fff640 1 -- 172.21.15.29:0/3509389572 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc02add0 con 0x7fcec016b380 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fcec78dd640 1 -- 172.21.15.29:0/3509389572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 msgr2=0x7fcec00cf6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec00cf6c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcebc008820 tx=0x7fcebc008180 comp rx=0 tx=0).stop 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.718+0000 7fcec78dd640 1 -- 172.21.15.29:0/3509389572 shutdown_connections 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.719+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec00b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.719+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3509389572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec00cf6c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.719+0000 7fcec78dd640 1 -- 172.21.15.29:0/3509389572 >> 172.21.15.29:0/3509389572 conn(0x7fcec00b1df0 msgr2=0x7fcec00b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.719+0000 7fcec78dd640 1 -- 172.21.15.29:0/3509389572 shutdown_connections 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.719+0000 7fcec78dd640 1 -- 172.21.15.29:0/3509389572 wait complete. 2024-09-16T01:13:49.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.720+0000 7fcec78dd640 1 Processor -- start 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.720+0000 7fcec78dd640 1 -- start start 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec01625e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcec00b4e40 0x7fcec01618c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcec00b3390 con 0x7fcec016b380 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcec00cd7c0 con 0x7fcec00b4e40 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcec00cf340 con 0x7fcec008c720 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41388/0 (socket says 172.21.15.29:41388) 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 -- 172.21.15.29:0/3656942470 learned_addr learned my addr 172.21.15.29:0/3656942470 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5679640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec01625e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec4e78640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcec00b4e40 0x7fcec01618c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 -- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 msgr2=0x7fcec01625e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec01625e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 -- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcec00b4e40 msgr2=0x7fcec01618c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcec00b4e40 0x7fcec01618c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 -- 172.21.15.29:0/3656942470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcec01622b0 con 0x7fcec016b380 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec5e7a640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fceb8001b60 tx=0x7fceb800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8017070 con 0x7fcec016b380 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceb8012400 con 0x7fcec016b380 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb80127b0 con 0x7fcec016b380 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.721+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcec0162ce0 con 0x7fcec016b380 2024-09-16T01:13:49.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.722+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcec0072c30 con 0x7fcec016b380 2024-09-16T01:13:49.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.723+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcec016b760 con 0x7fcec016b380 2024-09-16T01:13:49.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.723+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fceb801a070 con 0x7fcec016b380 2024-09-16T01:13:49.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.723+0000 7fceb5ffb640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 0x7fcea406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:49.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.724+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fceb808b250 con 0x7fcec016b380 2024-09-16T01:13:49.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.724+0000 7fcec5679640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 0x7fcea406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:49.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.724+0000 7fcec5679640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 0x7fcea406e7a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcebc033000 tx=0x7fcebc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:49.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.728+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fceb8059370 con 0x7fcec016b380 2024-09-16T01:13:49.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.900+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcec016dfa0 con 0x7fcea406c2e0 2024-09-16T01:13:49.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.906+0000 7fceb5ffb640 1 -- 172.21.15.29:0/3656942470 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249055 (secure 0 0 0) 0x7fcec016dfa0 con 0x7fcea406c2e0 2024-09-16T01:13:49.911 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:49.912 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:49.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 msgr2=0x7fcea406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 0x7fcea406e7a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcebc033000 tx=0x7fcebc02e000 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 msgr2=0x7fcec0162f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fceb8001b60 tx=0x7fceb800a430 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 shutdown_connections 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcea406c2e0 0x7fcea406e7a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcec016b380 0x7fcec0162f40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcec00b4e40 0x7fcec01618c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 --2- 172.21.15.29:0/3656942470 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcec008c720 0x7fcec01625e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 >> 172.21.15.29:0/3656942470 conn(0x7fcec00b1df0 msgr2=0x7fcec016e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 shutdown_connections 2024-09-16T01:13:49.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:49.909+0000 7fcec78dd640 1 -- 172.21.15.29:0/3656942470 wait complete. 2024-09-16T01:13:49.921 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-16T01:13:49.357776+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235568,"kb_used_data":2692,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739152,"statfs":{"total":773094113280,"available":772852891648,"internally_reserved":0,"allocated":2756608,"data_stored":1695773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205001+0000","last_change":"2024-09-16T01:13:44.205001+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205001+0000","last_undegraded":"2024-09-16T01:13:44.205001+0000","last_fullsized":"2024-09-16T01:13:44.205001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204195+0000","last_change":"2024-09-16T01:13:44.204195+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204195+0000","last_undegraded":"2024-09-16T01:13:44.204195+0000","last_fullsized":"2024-09-16T01:13:44.204195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203395+0000","last_change":"2024-09-16T01:13:44.203395+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203395+0000","last_undegraded":"2024-09-16T01:13:44.203395+0000","last_fullsized":"2024-09-16T01:13:44.203395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205112+0000","last_change":"2024-09-16T01:13:44.205112+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205112+0000","last_undegraded":"2024-09-16T01:13:44.205112+0000","last_fullsized":"2024-09-16T01:13:44.205112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204354+0000","last_change":"2024-09-16T01:13:44.204354+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204354+0000","last_undegraded":"2024-09-16T01:13:44.204354+0000","last_fullsized":"2024-09-16T01:13:44.204354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204596+0000","last_change":"2024-09-16T01:13:44.204596+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204596+0000","last_undegraded":"2024-09-16T01:13:44.204596+0000","last_fullsized":"2024-09-16T01:13:44.204596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.209069+0000","last_change":"2024-09-16T01:13:44.209069+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.209069+0000","last_undegraded":"2024-09-16T01:13:44.209069+0000","last_fullsized":"2024-09-16T01:13:44.209069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204947+0000","last_change":"2024-09-16T01:13:44.204947+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204947+0000","last_undegraded":"2024-09-16T01:13:44.204947+0000","last_fullsized":"2024-09-16T01:13:44.204947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202165+0000","last_change":"2024-09-16T01:13:44.202165+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202165+0000","last_undegraded":"2024-09-16T01:13:44.202165+0000","last_fullsized":"2024-09-16T01:13:44.202165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201739+0000","last_change":"2024-09-16T01:13:44.201739+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201739+0000","last_undegraded":"2024-09-16T01:13:44.201739+0000","last_fullsized":"2024-09-16T01:13:44.201739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200997+0000","last_change":"2024-09-16T01:13:44.200997+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200997+0000","last_undegraded":"2024-09-16T01:13:44.200997+0000","last_fullsized":"2024-09-16T01:13:44.200997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203138+0000","last_change":"2024-09-16T01:13:44.203138+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203138+0000","last_undegraded":"2024-09-16T01:13:44.203138+0000","last_fullsized":"2024-09-16T01:13:44.203138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206122+0000","last_change":"2024-09-16T01:13:44.206122+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206122+0000","last_undegraded":"2024-09-16T01:13:44.206122+0000","last_fullsized":"2024-09-16T01:13:44.206122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204724+0000","last_change":"2024-09-16T01:13:44.204724+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204724+0000","last_undegraded":"2024-09-16T01:13:44.204724+0000","last_fullsized":"2024-09-16T01:13:44.204724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201313+0000","last_change":"2024-09-16T01:13:44.201313+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201313+0000","last_undegraded":"2024-09-16T01:13:44.201313+0000","last_fullsized":"2024-09-16T01:13:44.201313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206791+0000","last_change":"2024-09-16T01:13:44.206791+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206791+0000","last_undegraded":"2024-09-16T01:13:44.206791+0000","last_fullsized":"2024-09-16T01:13:44.206791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203256+0000","last_change":"2024-09-16T01:13:44.203256+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203256+0000","last_undegraded":"2024-09-16T01:13:44.203256+0000","last_fullsized":"2024-09-16T01:13:44.203256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.207126+0000","last_change":"2024-09-16T01:13:44.207126+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.207126+0000","last_undegraded":"2024-09-16T01:13:44.207126+0000","last_fullsized":"2024-09-16T01:13:44.207126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200290+0000","last_change":"2024-09-16T01:13:44.200290+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200290+0000","last_undegraded":"2024-09-16T01:13:44.200290+0000","last_fullsized":"2024-09-16T01:13:44.200290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221767+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:44.221767+0000","last_peered":"2024-09-16T01:13:44.221767+0000","last_clean":"2024-09-16T01:13:44.221767+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:44.221767+0000","last_undegraded":"2024-09-16T01:13:44.221767+0000","last_fullsized":"2024-09-16T01:13:44.221767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221782+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:44.221782+0000","last_peered":"2024-09-16T01:13:44.221782+0000","last_clean":"2024-09-16T01:13:44.221782+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:44.221782+0000","last_undegraded":"2024-09-16T01:13:44.221782+0000","last_fullsized":"2024-09-16T01:13:44.221782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217296+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:44.217296+0000","last_peered":"2024-09-16T01:13:44.217296+0000","last_clean":"2024-09-16T01:13:44.217296+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:44.217296+0000","last_undegraded":"2024-09-16T01:13:44.217296+0000","last_fullsized":"2024-09-16T01:13:44.217296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202667+0000","last_change":"2024-09-16T01:13:44.202667+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202667+0000","last_undegraded":"2024-09-16T01:13:44.202667+0000","last_fullsized":"2024-09-16T01:13:44.202667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216746+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:44.216746+0000","last_peered":"2024-09-16T01:13:44.216746+0000","last_clean":"2024-09-16T01:13:44.216746+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:44.216746+0000","last_undegraded":"2024-09-16T01:13:44.216746+0000","last_fullsized":"2024-09-16T01:13:44.216746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200270+0000","last_change":"2024-09-16T01:13:44.200270+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200270+0000","last_undegraded":"2024-09-16T01:13:44.200270+0000","last_fullsized":"2024-09-16T01:13:44.200270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222068+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:44.222068+0000","last_peered":"2024-09-16T01:13:44.222068+0000","last_clean":"2024-09-16T01:13:44.222068+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:44.222068+0000","last_undegraded":"2024-09-16T01:13:44.222068+0000","last_fullsized":"2024-09-16T01:13:44.222068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203971+0000","last_change":"2024-09-16T01:13:44.203971+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203971+0000","last_undegraded":"2024-09-16T01:13:44.203971+0000","last_fullsized":"2024-09-16T01:13:44.203971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221865+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:44.221865+0000","last_peered":"2024-09-16T01:13:44.221865+0000","last_clean":"2024-09-16T01:13:44.221865+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:44.221865+0000","last_undegraded":"2024-09-16T01:13:44.221865+0000","last_fullsized":"2024-09-16T01:13:44.221865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:58.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202782+0000","last_change":"2024-09-16T01:13:44.202782+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202782+0000","last_undegraded":"2024-09-16T01:13:44.202782+0000","last_fullsized":"2024-09-16T01:13:44.202782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.219199+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:44.219199+0000","last_peered":"2024-09-16T01:13:44.219199+0000","last_clean":"2024-09-16T01:13:44.219199+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:44.219199+0000","last_undegraded":"2024-09-16T01:13:44.219199+0000","last_fullsized":"2024-09-16T01:13:44.219199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204909+0000","last_change":"2024-09-16T01:13:44.204909+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204909+0000","last_undegraded":"2024-09-16T01:13:44.204909+0000","last_fullsized":"2024-09-16T01:13:44.204909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202786+0000","last_change":"2024-09-16T01:13:44.202786+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202786+0000","last_undegraded":"2024-09-16T01:13:44.202786+0000","last_fullsized":"2024-09-16T01:13:44.202786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217075+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:44.217075+0000","last_peered":"2024-09-16T01:13:44.217075+0000","last_clean":"2024-09-16T01:13:44.217075+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:44.217075+0000","last_undegraded":"2024-09-16T01:13:44.217075+0000","last_fullsized":"2024-09-16T01:13:44.217075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203269+0000","last_change":"2024-09-16T01:13:44.203269+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203269+0000","last_undegraded":"2024-09-16T01:13:44.203269+0000","last_fullsized":"2024-09-16T01:13:44.203269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204197+0000","last_change":"2024-09-16T01:13:44.204197+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204197+0000","last_undegraded":"2024-09-16T01:13:44.204197+0000","last_fullsized":"2024-09-16T01:13:44.204197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201871+0000","last_change":"2024-09-16T01:13:44.201871+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201871+0000","last_undegraded":"2024-09-16T01:13:44.201871+0000","last_fullsized":"2024-09-16T01:13:44.201871+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203551+0000","last_change":"2024-09-16T01:13:44.203551+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203551+0000","last_undegraded":"2024-09-16T01:13:44.203551+0000","last_fullsized":"2024-09-16T01:13:44.203551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.206621+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:44.206621+0000","last_peered":"2024-09-16T01:13:44.206621+0000","last_clean":"2024-09-16T01:13:44.206621+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:44.206621+0000","last_undegraded":"2024-09-16T01:13:44.206621+0000","last_fullsized":"2024-09-16T01:13:44.206621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216709+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:44.216709+0000","last_peered":"2024-09-16T01:13:44.216709+0000","last_clean":"2024-09-16T01:13:44.216709+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:44.216709+0000","last_undegraded":"2024-09-16T01:13:44.216709+0000","last_fullsized":"2024-09-16T01:13:44.216709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222033+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:44.222033+0000","last_peered":"2024-09-16T01:13:44.222033+0000","last_clean":"2024-09-16T01:13:44.222033+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:44.222033+0000","last_undegraded":"2024-09-16T01:13:44.222033+0000","last_fullsized":"2024-09-16T01:13:44.222033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221844+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:44.221844+0000","last_peered":"2024-09-16T01:13:44.221844+0000","last_clean":"2024-09-16T01:13:44.221844+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:44.221844+0000","last_undegraded":"2024-09-16T01:13:44.221844+0000","last_fullsized":"2024-09-16T01:13:44.221844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200906+0000","last_change":"2024-09-16T01:13:44.200906+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200906+0000","last_undegraded":"2024-09-16T01:13:44.200906+0000","last_fullsized":"2024-09-16T01:13:44.200906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202225+0000","last_change":"2024-09-16T01:13:44.202225+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202225+0000","last_undegraded":"2024-09-16T01:13:44.202225+0000","last_fullsized":"2024-09-16T01:13:44.202225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217077+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:44.217077+0000","last_peered":"2024-09-16T01:13:44.217077+0000","last_clean":"2024-09-16T01:13:44.217077+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:44.217077+0000","last_undegraded":"2024-09-16T01:13:44.217077+0000","last_fullsized":"2024-09-16T01:13:44.217077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216386+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:44.216386+0000","last_peered":"2024-09-16T01:13:44.216386+0000","last_clean":"2024-09-16T01:13:44.216386+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:44.216386+0000","last_undegraded":"2024-09-16T01:13:44.216386+0000","last_fullsized":"2024-09-16T01:13:44.216386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:57.374007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222246+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:44.222246+0000","last_peered":"2024-09-16T01:13:44.222246+0000","last_clean":"2024-09-16T01:13:44.222246+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:44.222246+0000","last_undegraded":"2024-09-16T01:13:44.222246+0000","last_fullsized":"2024-09-16T01:13:44.222246+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200359+0000","last_change":"2024-09-16T01:13:44.200359+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200359+0000","last_undegraded":"2024-09-16T01:13:44.200359+0000","last_fullsized":"2024-09-16T01:13:44.200359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222007+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:44.222007+0000","last_peered":"2024-09-16T01:13:44.222007+0000","last_clean":"2024-09-16T01:13:44.222007+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:44.222007+0000","last_undegraded":"2024-09-16T01:13:44.222007+0000","last_fullsized":"2024-09-16T01:13:44.222007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.208012+0000","last_change":"2024-09-16T01:13:44.208012+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.208012+0000","last_undegraded":"2024-09-16T01:13:44.208012+0000","last_fullsized":"2024-09-16T01:13:44.208012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203260+0000","last_change":"2024-09-16T01:13:44.203260+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203260+0000","last_undegraded":"2024-09-16T01:13:44.203260+0000","last_fullsized":"2024-09-16T01:13:44.203260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217042+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:44.217042+0000","last_peered":"2024-09-16T01:13:44.217042+0000","last_clean":"2024-09-16T01:13:44.217042+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:44.217042+0000","last_undegraded":"2024-09-16T01:13:44.217042+0000","last_fullsized":"2024-09-16T01:13:44.217042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203688+0000","last_change":"2024-09-16T01:13:44.203688+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203688+0000","last_undegraded":"2024-09-16T01:13:44.203688+0000","last_fullsized":"2024-09-16T01:13:44.203688+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217056+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:44.217056+0000","last_peered":"2024-09-16T01:13:44.217056+0000","last_clean":"2024-09-16T01:13:44.217056+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:44.217056+0000","last_undegraded":"2024-09-16T01:13:44.217056+0000","last_fullsized":"2024-09-16T01:13:44.217056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:39.915610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":778240,"data_stored":650262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.205001+0000', 'last_change': '2024-09-16T01:13:44.205001+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.205001+0000', 'last_undegraded': '2024-09-16T01:13:44.205001+0000', 'last_fullsized': '2024-09-16T01:13:44.205001+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204195+0000', 'last_change': '2024-09-16T01:13:44.204195+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204195+0000', 'last_undegraded': '2024-09-16T01:13:44.204195+0000', 'last_fullsized': '2024-09-16T01:13:44.204195+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203395+0000', 'last_change': '2024-09-16T01:13:44.203395+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203395+0000', 'last_undegraded': '2024-09-16T01:13:44.203395+0000', 'last_fullsized': '2024-09-16T01:13:44.203395+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.205112+0000', 'last_change': '2024-09-16T01:13:44.205112+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.205112+0000', 'last_undegraded': '2024-09-16T01:13:44.205112+0000', 'last_fullsized': '2024-09-16T01:13:44.205112+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-16T01:13:49.925 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204354+0000', 'last_change': '2024-09-16T01:13:44.204354+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204354+0000', 'last_undegraded': '2024-09-16T01:13:44.204354+0000', 'last_fullsized': '2024-09-16T01:13:44.204354+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204596+0000', 'last_change': '2024-09-16T01:13:44.204596+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204596+0000', 'last_undegraded': '2024-09-16T01:13:44.204596+0000', 'last_fullsized': '2024-09-16T01:13:44.204596+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.209069+0000', 'last_change': '2024-09-16T01:13:44.209069+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.209069+0000', 'last_undegraded': '2024-09-16T01:13:44.209069+0000', 'last_fullsized': '2024-09-16T01:13:44.209069+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204947+0000', 'last_change': '2024-09-16T01:13:44.204947+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204947+0000', 'last_undegraded': '2024-09-16T01:13:44.204947+0000', 'last_fullsized': '2024-09-16T01:13:44.204947+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.202165+0000', 'last_change': '2024-09-16T01:13:44.202165+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.202165+0000', 'last_undegraded': '2024-09-16T01:13:44.202165+0000', 'last_fullsized': '2024-09-16T01:13:44.202165+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.201739+0000', 'last_change': '2024-09-16T01:13:44.201739+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.201739+0000', 'last_undegraded': '2024-09-16T01:13:44.201739+0000', 'last_fullsized': '2024-09-16T01:13:44.201739+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.200997+0000', 'last_change': '2024-09-16T01:13:44.200997+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.200997+0000', 'last_undegraded': '2024-09-16T01:13:44.200997+0000', 'last_fullsized': '2024-09-16T01:13:44.200997+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203138+0000', 'last_change': '2024-09-16T01:13:44.203138+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203138+0000', 'last_undegraded': '2024-09-16T01:13:44.203138+0000', 'last_fullsized': '2024-09-16T01:13:44.203138+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.206122+0000', 'last_change': '2024-09-16T01:13:44.206122+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.206122+0000', 'last_undegraded': '2024-09-16T01:13:44.206122+0000', 'last_fullsized': '2024-09-16T01:13:44.206122+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204724+0000', 'last_change': '2024-09-16T01:13:44.204724+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204724+0000', 'last_undegraded': '2024-09-16T01:13:44.204724+0000', 'last_fullsized': '2024-09-16T01:13:44.204724+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.201313+0000', 'last_change': '2024-09-16T01:13:44.201313+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.201313+0000', 'last_undegraded': '2024-09-16T01:13:44.201313+0000', 'last_fullsized': '2024-09-16T01:13:44.201313+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.927 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.206791+0000', 'last_change': '2024-09-16T01:13:44.206791+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.206791+0000', 'last_undegraded': '2024-09-16T01:13:44.206791+0000', 'last_fullsized': '2024-09-16T01:13:44.206791+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203256+0000', 'last_change': '2024-09-16T01:13:44.203256+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203256+0000', 'last_undegraded': '2024-09-16T01:13:44.203256+0000', 'last_fullsized': '2024-09-16T01:13:44.203256+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.207126+0000', 'last_change': '2024-09-16T01:13:44.207126+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.207126+0000', 'last_undegraded': '2024-09-16T01:13:44.207126+0000', 'last_fullsized': '2024-09-16T01:13:44.207126+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.200290+0000', 'last_change': '2024-09-16T01:13:44.200290+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.200290+0000', 'last_undegraded': '2024-09-16T01:13:44.200290+0000', 'last_fullsized': '2024-09-16T01:13:44.200290+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-16T01:13:49.928 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.202667+0000', 'last_change': '2024-09-16T01:13:44.202667+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.202667+0000', 'last_undegraded': '2024-09-16T01:13:44.202667+0000', 'last_fullsized': '2024-09-16T01:13:44.202667+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.200270+0000', 'last_change': '2024-09-16T01:13:44.200270+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.200270+0000', 'last_undegraded': '2024-09-16T01:13:44.200270+0000', 'last_fullsized': '2024-09-16T01:13:44.200270+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203971+0000', 'last_change': '2024-09-16T01:13:44.203971+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203971+0000', 'last_undegraded': '2024-09-16T01:13:44.203971+0000', 'last_fullsized': '2024-09-16T01:13:44.203971+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.202782+0000', 'last_change': '2024-09-16T01:13:44.202782+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.202782+0000', 'last_undegraded': '2024-09-16T01:13:44.202782+0000', 'last_fullsized': '2024-09-16T01:13:44.202782+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204909+0000', 'last_change': '2024-09-16T01:13:44.204909+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204909+0000', 'last_undegraded': '2024-09-16T01:13:44.204909+0000', 'last_fullsized': '2024-09-16T01:13:44.204909+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.202786+0000', 'last_change': '2024-09-16T01:13:44.202786+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.202786+0000', 'last_undegraded': '2024-09-16T01:13:44.202786+0000', 'last_fullsized': '2024-09-16T01:13:44.202786+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-16T01:13:49.929 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203269+0000', 'last_change': '2024-09-16T01:13:44.203269+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203269+0000', 'last_undegraded': '2024-09-16T01:13:44.203269+0000', 'last_fullsized': '2024-09-16T01:13:44.203269+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.204197+0000', 'last_change': '2024-09-16T01:13:44.204197+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.204197+0000', 'last_undegraded': '2024-09-16T01:13:44.204197+0000', 'last_fullsized': '2024-09-16T01:13:44.204197+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.201871+0000', 'last_change': '2024-09-16T01:13:44.201871+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.201871+0000', 'last_undegraded': '2024-09-16T01:13:44.201871+0000', 'last_fullsized': '2024-09-16T01:13:44.201871+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203551+0000', 'last_change': '2024-09-16T01:13:44.203551+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203551+0000', 'last_undegraded': '2024-09-16T01:13:44.203551+0000', 'last_fullsized': '2024-09-16T01:13:44.203551+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.200906+0000', 'last_change': '2024-09-16T01:13:44.200906+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.200906+0000', 'last_undegraded': '2024-09-16T01:13:44.200906+0000', 'last_fullsized': '2024-09-16T01:13:44.200906+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.202225+0000', 'last_change': '2024-09-16T01:13:44.202225+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.202225+0000', 'last_undegraded': '2024-09-16T01:13:44.202225+0000', 'last_fullsized': '2024-09-16T01:13:44.202225+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.930 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.200359+0000', 'last_change': '2024-09-16T01:13:44.200359+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.200359+0000', 'last_undegraded': '2024-09-16T01:13:44.200359+0000', 'last_fullsized': '2024-09-16T01:13:44.200359+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.208012+0000', 'last_change': '2024-09-16T01:13:44.208012+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.208012+0000', 'last_undegraded': '2024-09-16T01:13:44.208012+0000', 'last_fullsized': '2024-09-16T01:13:44.208012+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203260+0000', 'last_change': '2024-09-16T01:13:44.203260+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203260+0000', 'last_undegraded': '2024-09-16T01:13:44.203260+0000', 'last_fullsized': '2024-09-16T01:13:44.203260+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-16T01:13:49.931 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 19, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:13:44.203688+0000', 'last_change': '2024-09-16T01:13:44.203688+0000', 'last_active': '2024-09-16T01:13:44.195717+0000', 'last_peered': '2024-09-16T01:13:44.195717+0000', 'last_clean': '2024-09-16T01:13:44.195717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:13:44.203688+0000', 'last_undegraded': '2024-09-16T01:13:44.203688+0000', 'last_fullsized': '2024-09-16T01:13:44.203688+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 19, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'last_clean_scrub_stamp': '2024-09-16T01:13:44.195717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T01:13:49.932 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:13:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.062+0000 7f9580ee6640 1 Processor -- start 2024-09-16T01:13:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.062+0000 7f9580ee6640 1 -- start start 2024-09-16T01:13:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9580ee6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f957c15e760 0x7f957c0b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9580ee6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c0b8920 0x7f957c0b67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9580ee6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f957c0b7430 con 0x7f957c0d3280 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9580ee6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f957c0d3710 con 0x7f957c15e760 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9580ee6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f957c0d39f0 con 0x7f957c0b8920 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f957c15e760 0x7f957c0b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f957c15e760 0x7f957c0b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45740/0 (socket says 172.21.15.29:45740) 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 -- 172.21.15.29:0/3277676627 learned_addr learned my addr 172.21.15.29:0/3277676627 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957ad9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c0b8920 0x7f957c0b67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f9579d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f957c0d3280 0x7f957c06be20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47590/0 (socket says 172.21.15.29:47590) 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 -- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c0b8920 msgr2=0x7f957c0b67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 --2- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c0b8920 0x7f957c0b67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 -- 172.21.15.29:0/3277676627 >> v1:172.21.15.122:6789/0 conn(0x7f957c0d3280 legacy=0x7f957c06be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957a59c640 1 -- 172.21.15.29:0/3277676627 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c0d3cd0 con 0x7f957c15e760 2024-09-16T01:13:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.063+0000 7f957959a640 1 -- 172.21.15.29:0/3277676627 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3421017338 0 0) 0x7f957c0b7430 con 0x7f957c0d3280 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.064+0000 7f957a59c640 1 --2- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c15e760 0x7f957c0b6260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f956c009870 tx=0x7f956c02a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0323424ff357827 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.064+0000 7f957959a640 1 -- 172.21.15.29:0/3277676627 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c037070 con 0x7f957c15e760 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.064+0000 7f957959a640 1 -- 172.21.15.29:0/3277676627 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f956c02ae50 con 0x7f957c15e760 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.064+0000 7f957959a640 1 -- 172.21.15.29:0/3277676627 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c032860 con 0x7f957c15e760 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 -- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c15e760 msgr2=0x7f957c0b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c15e760 0x7f957c0b6260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f956c009870 tx=0x7f956c02a300 comp rx=0 tx=0).stop 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 -- 172.21.15.29:0/3277676627 shutdown_connections 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c0b8920 0x7f957c0b67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3277676627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c15e760 0x7f957c0b6260 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 -- 172.21.15.29:0/3277676627 >> 172.21.15.29:0/3277676627 conn(0x7f957c0d12c0 msgr2=0x7f957c0d16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 -- 172.21.15.29:0/3277676627 shutdown_connections 2024-09-16T01:13:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.065+0000 7f9580ee6640 1 -- 172.21.15.29:0/3277676627 wait complete. 2024-09-16T01:13:50.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.066+0000 7f9580ee6640 1 Processor -- start 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.066+0000 7f9580ee6640 1 -- start start 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c15e760 0x7f957c15d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 0x7f957c0cbc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f957c0ce860 con 0x7f957c0b8920 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f957c0ce6e0 con 0x7f957c0cd110 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9580ee6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f957c0cf420 con 0x7f957c15e760 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41398/0 (socket says 172.21.15.29:41398) 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 -- 172.21.15.29:0/3234598915 learned_addr learned my addr 172.21.15.29:0/3234598915 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957ad9d640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 0x7f957c0cbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f9579d9b640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c15e760 0x7f957c15d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 -- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c15e760 msgr2=0x7f957c15d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c15e760 0x7f957c15d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 -- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 msgr2=0x7f957c0cbc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 0x7f957c0cbc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957a59c640 1 -- 172.21.15.29:0/3234598915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c0cd6d0 con 0x7f957c0b8920 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.067+0000 7f957ad9d640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 0x7f957c0cbc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f957a59c640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f956c035040 tx=0x7f956c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c037040 con 0x7f957c0b8920 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f956c004230 con 0x7f957c0b8920 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957c0cd9b0 con 0x7f957c0b8920 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c003610 con 0x7f957c0b8920 2024-09-16T01:13:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.068+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f957c0cdf70 con 0x7f957c0b8920 2024-09-16T01:13:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.069+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f957c0b6260 con 0x7f957c0b8920 2024-09-16T01:13:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.069+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f956c03a070 con 0x7f957c0b8920 2024-09-16T01:13:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.070+0000 7f956affd640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 0x7f955c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.070+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f956c0aba00 con 0x7f957c0b8920 2024-09-16T01:13:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.070+0000 7f9579d9b640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 0x7f955c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.071+0000 7f9579d9b640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 0x7f955c06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f957c0b6d40 tx=0x7f9570007b50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.074+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f956c041020 con 0x7f957c0b8920 2024-09-16T01:13:50.195 INFO:tasks.ceph.mds.b.smithi122.stderr:2024-09-16T01:13:50.194+0000 7f0ce60fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:13:50.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.315+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f957c0b5ac0 con 0x7f957c0b8920 2024-09-16T01:13:50.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.316+0000 7f956affd640 1 -- 172.21.15.29:0/3234598915 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1139 (secure 0 0 0) 0x7f956c07a160 con 0x7f957c0b8920 2024-09-16T01:13:50.317 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:50.317 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":29,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726449213,"num_in_osds":8,"osd_in_since":1726449203,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":62},{"state_name":"creating+peering","count":35}],"num_pgs":97,"num_pools":3,"num_objects":15,"data_bytes":591144,"bytes_used":241221632,"bytes_avail":772852891648,"bytes_total":773094113280,"inactive_pgs_ratio":0.36082473397254944,"write_bytes_sec":1706,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4291}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-16T01:13:21.230777+0000","services":{}},"progress_events":{}} 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 msgr2=0x7f955c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 0x7f955c06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f957c0b6d40 tx=0x7f9570007b50 comp rx=0 tx=0).stop 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 msgr2=0x7f957c15d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f956c035040 tx=0x7f956c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 shutdown_connections 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f955c06c2b0 0x7f955c06e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f957c0cd110 0x7f957c0cbc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f957c15e760 0x7f957c15d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 --2- 172.21.15.29:0/3234598915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f957c0b8920 0x7f957c15d070 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 >> 172.21.15.29:0/3234598915 conn(0x7f957c0d12c0 msgr2=0x7f957c0b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:50.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 shutdown_connections 2024-09-16T01:13:50.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.318+0000 7f9580ee6640 1 -- 172.21.15.29:0/3234598915 wait complete. 2024-09-16T01:13:50.330 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:13:50.330 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.430+0000 7f47e79c4640 1 Processor -- start 2024-09-16T01:13:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.430+0000 7f47e79c4640 1 -- start start 2024-09-16T01:13:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e79c4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47e00d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e79c4640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47e00d17e0 con 0x7f47e006dcb0 2024-09-16T01:13:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e79c4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47e00cfc10 con 0x7f47e015eab0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e79c4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f47e00d09d0 con 0x7f47e00b8b90 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e5f61640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f47e006dcb0 0x7f47e00d29b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38538/0 (socket says 172.21.15.29:38538) 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e5f61640 1 -- 172.21.15.29:0/239112126 learned_addr learned my addr 172.21.15.29:0/239112126 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47e4f5f640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47e00d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 795964443 0 0) 0x7f47e00d17e0 con 0x7f47e006dcb0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.431+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47cc003520 con 0x7f47e006dcb0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1981428373 0 0) 0x7f47e00cfc10 con 0x7f47e015eab0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47e00d17e0 con 0x7f47e015eab0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3661135093 0 0) 0x7f47cc003520 con 0x7f47e006dcb0 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 msgr2=0x7f47e00d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47e00d2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 >> v1:172.21.15.122:6789/0 conn(0x7f47e015eab0 legacy=0x7f47e006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e00cfef0 con 0x7f47e006dcb0 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f47d80019f0 con 0x7f47e006dcb0 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 >> v1:172.21.15.29:6789/0 conn(0x7f47e006dcb0 legacy=0x7f47e00d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47cc003b70 0x7f47cc003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc004800 0x7f47cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47cc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f47e00d09d0 con 0x7f47cc003b70 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f47cc00ba70 con 0x7f47cc004800 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f47cc00bc70 con 0x7f47e00b8b90 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47cc003b70 0x7f47cc003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e4f5f640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc004800 0x7f47cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5f61640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47cc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 -- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 msgr2=0x7f47cc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e00b8b90 0x7f47cc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 -- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc004800 msgr2=0x7f47cc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc004800 0x7f47cc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.432+0000 7f47e5760640 1 -- 172.21.15.29:0/239112126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47cc003520 con 0x7f47cc003b70 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.433+0000 7f47e5760640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47cc003b70 0x7f47cc003f70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0018d0 tx=0x7f47cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ab2006cadc96f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.433+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc0014f0 con 0x7f47cc003b70 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.433+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47dc0052d0 con 0x7f47cc003b70 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.433+0000 7f47d7fff640 1 -- 172.21.15.29:0/239112126 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc02aca0 con 0x7f47cc003b70 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 -- 172.21.15.29:0/239112126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47cc003b70 msgr2=0x7f47cc003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 --2- 172.21.15.29:0/239112126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47cc003b70 0x7f47cc003f70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0018d0 tx=0x7f47cc005830 comp rx=0 tx=0).stop 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e5f61640 1 -- 172.21.15.29:0/239112126 reap_dead start 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 -- 172.21.15.29:0/239112126 shutdown_connections 2024-09-16T01:13:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 -- 172.21.15.29:0/239112126 >> 172.21.15.29:0/239112126 conn(0x7f47e00d4b30 msgr2=0x7f47e00d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 -- 172.21.15.29:0/239112126 shutdown_connections 2024-09-16T01:13:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.434+0000 7f47e79c4640 1 -- 172.21.15.29:0/239112126 wait complete. 2024-09-16T01:13:50.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.435+0000 7f47e79c4640 1 Processor -- start 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.435+0000 7f47e79c4640 1 -- start start 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 0x7f47e0161b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 0x7f47e00b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f47e00d04b0 con 0x7f47e00b4480 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f47e015ee90 con 0x7f47cc003b70 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f47e00ceb50 con 0x7f47e015aea0 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41424/0 (socket says 172.21.15.29:41424) 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 -- 172.21.15.29:0/12595829 learned_addr learned my addr 172.21.15.29:0/12595829 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e4f5f640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 0x7f47e00b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5760640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 0x7f47e0161b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 -- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 msgr2=0x7f47e00b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 0x7f47e00b3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 -- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 msgr2=0x7f47e0161b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 0x7f47e0161b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 -- 172.21.15.29:0/12595829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e015fbc0 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e4f5f640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 0x7f47e00b3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5760640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 0x7f47e0161b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e5f61640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f47e00b3ef0 tx=0x7f47d800a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d800ac00 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47d8018070 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e00b6c40 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.436+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d80133f0 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.437+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e015fe60 con 0x7f47e00b4480 2024-09-16T01:13:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.438+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47e006e380 con 0x7f47e00b4480 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.438+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f47d80135b0 con 0x7f47e00b4480 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.438+0000 7f47d5ffb640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.438+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f47d808ba80 con 0x7f47e00b4480 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.439+0000 7f47e5760640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.439+0000 7f47e5760640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 0x7f47c406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f47dc032000 tx=0x7f47dc009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.443+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f47d805a280 con 0x7f47e00b4480 2024-09-16T01:13:50.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.615+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f47e006d2f0 con 0x7f47c406c2b0 2024-09-16T01:13:50.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.621+0000 7f47d5ffb640 1 -- 172.21.15.29:0/12595829 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249055 (secure 0 0 0) 0x7f47e006d2f0 con 0x7f47c406c2b0 2024-09-16T01:13:50.625 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:50.626 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:50.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 msgr2=0x7f47c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 0x7f47c406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f47dc032000 tx=0x7f47dc009030 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 msgr2=0x7f47e00b4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f47e00b3ef0 tx=0x7f47d800a600 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 shutdown_connections 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47e00b4480 0x7f47e00b4900 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f47e015aea0 0x7f47e00b3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 --2- 172.21.15.29:0/12595829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f47cc003b70 0x7f47e0161b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 >> 172.21.15.29:0/12595829 conn(0x7f47e00d4b30 msgr2=0x7f47e00c8d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 shutdown_connections 2024-09-16T01:13:50.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:50.624+0000 7f47e79c4640 1 -- 172.21.15.29:0/12595829 wait complete. 2024-09-16T01:13:50.636 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-16T01:13:49.357776+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235568,"kb_used_data":2692,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739152,"statfs":{"total":773094113280,"available":772852891648,"internally_reserved":0,"allocated":2756608,"data_stored":1695773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205001+0000","last_change":"2024-09-16T01:13:44.205001+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205001+0000","last_undegraded":"2024-09-16T01:13:44.205001+0000","last_fullsized":"2024-09-16T01:13:44.205001+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204195+0000","last_change":"2024-09-16T01:13:44.204195+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204195+0000","last_undegraded":"2024-09-16T01:13:44.204195+0000","last_fullsized":"2024-09-16T01:13:44.204195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203395+0000","last_change":"2024-09-16T01:13:44.203395+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203395+0000","last_undegraded":"2024-09-16T01:13:44.203395+0000","last_fullsized":"2024-09-16T01:13:44.203395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.205112+0000","last_change":"2024-09-16T01:13:44.205112+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.205112+0000","last_undegraded":"2024-09-16T01:13:44.205112+0000","last_fullsized":"2024-09-16T01:13:44.205112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204354+0000","last_change":"2024-09-16T01:13:44.204354+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204354+0000","last_undegraded":"2024-09-16T01:13:44.204354+0000","last_fullsized":"2024-09-16T01:13:44.204354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204596+0000","last_change":"2024-09-16T01:13:44.204596+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204596+0000","last_undegraded":"2024-09-16T01:13:44.204596+0000","last_fullsized":"2024-09-16T01:13:44.204596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.209069+0000","last_change":"2024-09-16T01:13:44.209069+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.209069+0000","last_undegraded":"2024-09-16T01:13:44.209069+0000","last_fullsized":"2024-09-16T01:13:44.209069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204947+0000","last_change":"2024-09-16T01:13:44.204947+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204947+0000","last_undegraded":"2024-09-16T01:13:44.204947+0000","last_fullsized":"2024-09-16T01:13:44.204947+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202165+0000","last_change":"2024-09-16T01:13:44.202165+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202165+0000","last_undegraded":"2024-09-16T01:13:44.202165+0000","last_fullsized":"2024-09-16T01:13:44.202165+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201739+0000","last_change":"2024-09-16T01:13:44.201739+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201739+0000","last_undegraded":"2024-09-16T01:13:44.201739+0000","last_fullsized":"2024-09-16T01:13:44.201739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200997+0000","last_change":"2024-09-16T01:13:44.200997+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200997+0000","last_undegraded":"2024-09-16T01:13:44.200997+0000","last_fullsized":"2024-09-16T01:13:44.200997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203138+0000","last_change":"2024-09-16T01:13:44.203138+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203138+0000","last_undegraded":"2024-09-16T01:13:44.203138+0000","last_fullsized":"2024-09-16T01:13:44.203138+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206122+0000","last_change":"2024-09-16T01:13:44.206122+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206122+0000","last_undegraded":"2024-09-16T01:13:44.206122+0000","last_fullsized":"2024-09-16T01:13:44.206122+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204724+0000","last_change":"2024-09-16T01:13:44.204724+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204724+0000","last_undegraded":"2024-09-16T01:13:44.204724+0000","last_fullsized":"2024-09-16T01:13:44.204724+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201313+0000","last_change":"2024-09-16T01:13:44.201313+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201313+0000","last_undegraded":"2024-09-16T01:13:44.201313+0000","last_fullsized":"2024-09-16T01:13:44.201313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.206791+0000","last_change":"2024-09-16T01:13:44.206791+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.206791+0000","last_undegraded":"2024-09-16T01:13:44.206791+0000","last_fullsized":"2024-09-16T01:13:44.206791+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203256+0000","last_change":"2024-09-16T01:13:44.203256+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203256+0000","last_undegraded":"2024-09-16T01:13:44.203256+0000","last_fullsized":"2024-09-16T01:13:44.203256+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.207126+0000","last_change":"2024-09-16T01:13:44.207126+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.207126+0000","last_undegraded":"2024-09-16T01:13:44.207126+0000","last_fullsized":"2024-09-16T01:13:44.207126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200290+0000","last_change":"2024-09-16T01:13:44.200290+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200290+0000","last_undegraded":"2024-09-16T01:13:44.200290+0000","last_fullsized":"2024-09-16T01:13:44.200290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221767+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:44.221767+0000","last_peered":"2024-09-16T01:13:44.221767+0000","last_clean":"2024-09-16T01:13:44.221767+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:44.221767+0000","last_undegraded":"2024-09-16T01:13:44.221767+0000","last_fullsized":"2024-09-16T01:13:44.221767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221782+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:44.221782+0000","last_peered":"2024-09-16T01:13:44.221782+0000","last_clean":"2024-09-16T01:13:44.221782+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:44.221782+0000","last_undegraded":"2024-09-16T01:13:44.221782+0000","last_fullsized":"2024-09-16T01:13:44.221782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:00:22.326370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217296+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:44.217296+0000","last_peered":"2024-09-16T01:13:44.217296+0000","last_clean":"2024-09-16T01:13:44.217296+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:44.217296+0000","last_undegraded":"2024-09-16T01:13:44.217296+0000","last_fullsized":"2024-09-16T01:13:44.217296+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202667+0000","last_change":"2024-09-16T01:13:44.202667+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202667+0000","last_undegraded":"2024-09-16T01:13:44.202667+0000","last_fullsized":"2024-09-16T01:13:44.202667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216746+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:44.216746+0000","last_peered":"2024-09-16T01:13:44.216746+0000","last_clean":"2024-09-16T01:13:44.216746+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:44.216746+0000","last_undegraded":"2024-09-16T01:13:44.216746+0000","last_fullsized":"2024-09-16T01:13:44.216746+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200270+0000","last_change":"2024-09-16T01:13:44.200270+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200270+0000","last_undegraded":"2024-09-16T01:13:44.200270+0000","last_fullsized":"2024-09-16T01:13:44.200270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222068+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:44.222068+0000","last_peered":"2024-09-16T01:13:44.222068+0000","last_clean":"2024-09-16T01:13:44.222068+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:44.222068+0000","last_undegraded":"2024-09-16T01:13:44.222068+0000","last_fullsized":"2024-09-16T01:13:44.222068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203971+0000","last_change":"2024-09-16T01:13:44.203971+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203971+0000","last_undegraded":"2024-09-16T01:13:44.203971+0000","last_fullsized":"2024-09-16T01:13:44.203971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221865+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:44.221865+0000","last_peered":"2024-09-16T01:13:44.221865+0000","last_clean":"2024-09-16T01:13:44.221865+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:44.221865+0000","last_undegraded":"2024-09-16T01:13:44.221865+0000","last_fullsized":"2024-09-16T01:13:44.221865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:58.521285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202782+0000","last_change":"2024-09-16T01:13:44.202782+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202782+0000","last_undegraded":"2024-09-16T01:13:44.202782+0000","last_fullsized":"2024-09-16T01:13:44.202782+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.219199+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:44.219199+0000","last_peered":"2024-09-16T01:13:44.219199+0000","last_clean":"2024-09-16T01:13:44.219199+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:44.219199+0000","last_undegraded":"2024-09-16T01:13:44.219199+0000","last_fullsized":"2024-09-16T01:13:44.219199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204909+0000","last_change":"2024-09-16T01:13:44.204909+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204909+0000","last_undegraded":"2024-09-16T01:13:44.204909+0000","last_fullsized":"2024-09-16T01:13:44.204909+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202786+0000","last_change":"2024-09-16T01:13:44.202786+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202786+0000","last_undegraded":"2024-09-16T01:13:44.202786+0000","last_fullsized":"2024-09-16T01:13:44.202786+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217075+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:44.217075+0000","last_peered":"2024-09-16T01:13:44.217075+0000","last_clean":"2024-09-16T01:13:44.217075+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:44.217075+0000","last_undegraded":"2024-09-16T01:13:44.217075+0000","last_fullsized":"2024-09-16T01:13:44.217075+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:03.160994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203269+0000","last_change":"2024-09-16T01:13:44.203269+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203269+0000","last_undegraded":"2024-09-16T01:13:44.203269+0000","last_fullsized":"2024-09-16T01:13:44.203269+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.204197+0000","last_change":"2024-09-16T01:13:44.204197+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.204197+0000","last_undegraded":"2024-09-16T01:13:44.204197+0000","last_fullsized":"2024-09-16T01:13:44.204197+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.201871+0000","last_change":"2024-09-16T01:13:44.201871+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.201871+0000","last_undegraded":"2024-09-16T01:13:44.201871+0000","last_fullsized":"2024-09-16T01:13:44.201871+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203551+0000","last_change":"2024-09-16T01:13:44.203551+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203551+0000","last_undegraded":"2024-09-16T01:13:44.203551+0000","last_fullsized":"2024-09-16T01:13:44.203551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":166,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.206621+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:44.206621+0000","last_peered":"2024-09-16T01:13:44.206621+0000","last_clean":"2024-09-16T01:13:44.206621+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:44.206621+0000","last_undegraded":"2024-09-16T01:13:44.206621+0000","last_fullsized":"2024-09-16T01:13:44.206621+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216709+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:44.216709+0000","last_peered":"2024-09-16T01:13:44.216709+0000","last_clean":"2024-09-16T01:13:44.216709+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:44.216709+0000","last_undegraded":"2024-09-16T01:13:44.216709+0000","last_fullsized":"2024-09-16T01:13:44.216709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222033+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:44.222033+0000","last_peered":"2024-09-16T01:13:44.222033+0000","last_clean":"2024-09-16T01:13:44.222033+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:44.222033+0000","last_undegraded":"2024-09-16T01:13:44.222033+0000","last_fullsized":"2024-09-16T01:13:44.222033+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.221844+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:44.221844+0000","last_peered":"2024-09-16T01:13:44.221844+0000","last_clean":"2024-09-16T01:13:44.221844+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:44.221844+0000","last_undegraded":"2024-09-16T01:13:44.221844+0000","last_fullsized":"2024-09-16T01:13:44.221844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:57:53.413820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200906+0000","last_change":"2024-09-16T01:13:44.200906+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200906+0000","last_undegraded":"2024-09-16T01:13:44.200906+0000","last_fullsized":"2024-09-16T01:13:44.200906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.202225+0000","last_change":"2024-09-16T01:13:44.202225+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.202225+0000","last_undegraded":"2024-09-16T01:13:44.202225+0000","last_fullsized":"2024-09-16T01:13:44.202225+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217077+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:44.217077+0000","last_peered":"2024-09-16T01:13:44.217077+0000","last_clean":"2024-09-16T01:13:44.217077+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:44.217077+0000","last_undegraded":"2024-09-16T01:13:44.217077+0000","last_fullsized":"2024-09-16T01:13:44.217077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.216386+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:44.216386+0000","last_peered":"2024-09-16T01:13:44.216386+0000","last_clean":"2024-09-16T01:13:44.216386+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:44.216386+0000","last_undegraded":"2024-09-16T01:13:44.216386+0000","last_fullsized":"2024-09-16T01:13:44.216386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:57.374007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222246+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:44.222246+0000","last_peered":"2024-09-16T01:13:44.222246+0000","last_clean":"2024-09-16T01:13:44.222246+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:44.222246+0000","last_undegraded":"2024-09-16T01:13:44.222246+0000","last_fullsized":"2024-09-16T01:13:44.222246+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.200359+0000","last_change":"2024-09-16T01:13:44.200359+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.200359+0000","last_undegraded":"2024-09-16T01:13:44.200359+0000","last_fullsized":"2024-09-16T01:13:44.200359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.222007+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:44.222007+0000","last_peered":"2024-09-16T01:13:44.222007+0000","last_clean":"2024-09-16T01:13:44.222007+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:44.222007+0000","last_undegraded":"2024-09-16T01:13:44.222007+0000","last_fullsized":"2024-09-16T01:13:44.222007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.208012+0000","last_change":"2024-09-16T01:13:44.208012+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.208012+0000","last_undegraded":"2024-09-16T01:13:44.208012+0000","last_fullsized":"2024-09-16T01:13:44.208012+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203260+0000","last_change":"2024-09-16T01:13:44.203260+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203260+0000","last_undegraded":"2024-09-16T01:13:44.203260+0000","last_fullsized":"2024-09-16T01:13:44.203260+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217042+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:44.217042+0000","last_peered":"2024-09-16T01:13:44.217042+0000","last_clean":"2024-09-16T01:13:44.217042+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:44.217042+0000","last_undegraded":"2024-09-16T01:13:44.217042+0000","last_fullsized":"2024-09-16T01:13:44.217042+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1,"reported_epoch":19,"state":"creating+peering","last_fresh":"2024-09-16T01:13:44.203688+0000","last_change":"2024-09-16T01:13:44.203688+0000","last_active":"2024-09-16T01:13:44.195717+0000","last_peered":"2024-09-16T01:13:44.195717+0000","last_clean":"2024-09-16T01:13:44.195717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:13:44.203688+0000","last_undegraded":"2024-09-16T01:13:44.203688+0000","last_fullsized":"2024-09-16T01:13:44.203688+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-16T01:13:44.217056+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:44.217056+0000","last_peered":"2024-09-16T01:13:44.217056+0000","last_clean":"2024-09-16T01:13:44.217056+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:44.217056+0000","last_undegraded":"2024-09-16T01:13:44.217056+0000","last_fullsized":"2024-09-16T01:13:44.217056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:39.915610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":778240,"data_stored":650262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:53.641 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:53.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.755+0000 7f15c5778640 1 Processor -- start 2024-09-16T01:13:53.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.755+0000 7f15c5778640 1 -- start start 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15c5778640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f15c015b1e0 0x7f15c00b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15c5778640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15c00b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15c5778640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15c00ce480 con 0x7f15c00cdfc0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15c5778640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f15c00ce760 con 0x7f15c015b1e0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15c5778640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f15c00cea40 con 0x7f15c00b41d0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15bf7fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f15c00cdfc0 0x7f15c00ccad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38548/0 (socket says 172.21.15.29:38548) 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15bf7fe640 1 -- 172.21.15.29:0/3233592258 learned_addr learned my addr 172.21.15.29:0/3233592258 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15c00b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15beffd640 1 --2- 172.21.15.29:0/3233592258 >> v2:172.21.15.122:3300/0 conn(0x7f15c015b1e0 0x7f15c00b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1056697008 0 0) 0x7f15c00ce480 con 0x7f15c00cdfc0 2024-09-16T01:13:53.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.756+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15ac003520 con 0x7f15c00cdfc0 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2873922886 0 0) 0x7f15ac003520 con 0x7f15c00cdfc0 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 msgr2=0x7f15c00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15c00b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 >> v2:172.21.15.122:3300/0 conn(0x7f15c015b1e0 msgr2=0x7f15c00b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 --2- 172.21.15.29:0/3233592258 >> v2:172.21.15.122:3300/0 conn(0x7f15c015b1e0 0x7f15c00b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c00ced20 con 0x7f15c00cdfc0 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f15b8001670 con 0x7f15c00cdfc0 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 >> v1:172.21.15.29:6789/0 conn(0x7f15c00cdfc0 legacy=0x7f15c00ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15ac0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15ac003f30 0x7f15ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15ac004d40 0x7f15ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15c00ce760 con 0x7f15ac003f30 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f15c00cea40 con 0x7f15ac004d40 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f15ac00b9c0 con 0x7f15c00b41d0 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15ac003f30 0x7f15ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15beffd640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15ac0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bf7fe640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15ac004d40 0x7f15ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 -- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 msgr2=0x7f15ac0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15c00b41d0 0x7f15ac0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 -- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15ac004d40 msgr2=0x7f15ac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15ac004d40 0x7f15ac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15be7fc640 1 -- 172.21.15.29:0/3233592258 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15ac003520 con 0x7f15ac003f30 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.757+0000 7f15bf7fe640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15ac004d40 0x7f15ac0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.758+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15ac003f30 0x7f15ac004800 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009ac0 tx=0x7f15ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86fa0bf47867e82c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:53.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.758+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a8036070 con 0x7f15ac003f30 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.758+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15a8031400 con 0x7f15ac003f30 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.758+0000 7f15bdffb640 1 -- 172.21.15.29:0/3233592258 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a8009690 con 0x7f15ac003f30 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 -- 172.21.15.29:0/3233592258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15ac003f30 msgr2=0x7f15ac004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 --2- 172.21.15.29:0/3233592258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15ac003f30 0x7f15ac004800 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009ac0 tx=0x7f15ac005830 comp rx=0 tx=0).stop 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15bf7fe640 1 -- 172.21.15.29:0/3233592258 reap_dead start 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 -- 172.21.15.29:0/3233592258 shutdown_connections 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 -- 172.21.15.29:0/3233592258 >> 172.21.15.29:0/3233592258 conn(0x7f15c006bc10 msgr2=0x7f15c006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 -- 172.21.15.29:0/3233592258 shutdown_connections 2024-09-16T01:13:53.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.759+0000 7f15c5778640 1 -- 172.21.15.29:0/3233592258 wait complete. 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.760+0000 7f15c5778640 1 Processor -- start 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.760+0000 7f15c5778640 1 -- start start 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15ac003f30 0x7f15c01437d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15c00b0ff0 0x7f15c014c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15c00726d0 con 0x7f15c00b0b70 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f15c0071130 con 0x7f15c00b0ff0 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15c5778640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f15c0072850 con 0x7f15ac003f30 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41442/0 (socket says 172.21.15.29:41442) 2024-09-16T01:13:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 -- 172.21.15.29:0/3049046842 learned_addr learned my addr 172.21.15.29:0/3049046842 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15beffd640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15ac003f30 0x7f15c01437d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15bf7fe640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15c00b0ff0 0x7f15c014c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 -- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15ac003f30 msgr2=0x7f15c01437d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15ac003f30 0x7f15c01437d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 -- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15c00b0ff0 msgr2=0x7f15c014c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15c00b0ff0 0x7f15c014c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 -- 172.21.15.29:0/3049046842 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c00b14c0 con 0x7f15c00b0b70 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.761+0000 7f15be7fc640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f15a8000c00 tx=0x7f15a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.762+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a8040020 con 0x7f15c00b0b70 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.762+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15a8003c60 con 0x7f15c00b0b70 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.762+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c00b17a0 con 0x7f15c00b0b70 2024-09-16T01:13:53.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.762+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a8036040 con 0x7f15c00b0b70 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.762+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c00b1d60 con 0x7f15c00b0b70 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.763+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15c00ccab0 con 0x7f15c00b0b70 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.763+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f15a8043020 con 0x7f15c00b0b70 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.764+0000 7f15b77fe640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 0x7f15a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.764+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f15a80ab800 con 0x7f15c00b0b70 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.764+0000 7f15beffd640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 0x7f15a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.764+0000 7f15beffd640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 0x7f15a006e7a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f15b0007440 tx=0x7f15b000b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.768+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f15c00ccab0 con 0x7f15c00b0b70 2024-09-16T01:13:53.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.940+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15c0158d10 con 0x7f15a006c2e0 2024-09-16T01:13:53.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.946+0000 7f15b77fe640 1 -- 172.21.15.29:0/3049046842 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251948 (secure 0 0 0) 0x7f15c0158d10 con 0x7f15a006c2e0 2024-09-16T01:13:53.950 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:53.951 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 msgr2=0x7f15a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 0x7f15a006e7a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f15b0007440 tx=0x7f15b000b040 comp rx=0 tx=0).stop 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 msgr2=0x7f15c01594a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f15a8000c00 tx=0x7f15a8004730 comp rx=0 tx=0).stop 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 shutdown_connections 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f15a006c2e0 0x7f15a006e7a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15c00b0ff0 0x7f15c014c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c00b0b70 0x7f15c01594a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 --2- 172.21.15.29:0/3049046842 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f15ac003f30 0x7f15c01437d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:53.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 >> 172.21.15.29:0/3049046842 conn(0x7f15c006bc10 msgr2=0x7f15c01529e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:53.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 shutdown_connections 2024-09-16T01:13:53.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:53.949+0000 7f15c5778640 1 -- 172.21.15.29:0/3049046842 wait complete. 2024-09-16T01:13:53.961 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-16T01:13:53.359054+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235748,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738972,"statfs":{"total":773094113280,"available":772852707328,"internally_reserved":0,"allocated":2924544,"data_stored":1769308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.138633"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492885+0000","last_change":"2024-09-16T01:13:45.237150+0000","last_active":"2024-09-16T01:13:46.492885+0000","last_peered":"2024-09-16T01:13:46.492885+0000","last_clean":"2024-09-16T01:13:46.492885+0000","last_became_active":"2024-09-16T01:13:45.236777+0000","last_became_peered":"2024-09-16T01:13:45.236777+0000","last_unstale":"2024-09-16T01:13:46.492885+0000","last_undegraded":"2024-09-16T01:13:46.492885+0000","last_fullsized":"2024-09-16T01:13:46.492885+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:25.848772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230219+0000","last_change":"2024-09-16T01:13:45.245123+0000","last_active":"2024-09-16T01:13:46.230219+0000","last_peered":"2024-09-16T01:13:46.230219+0000","last_clean":"2024-09-16T01:13:46.230219+0000","last_became_active":"2024-09-16T01:13:45.244537+0000","last_became_peered":"2024-09-16T01:13:45.244537+0000","last_unstale":"2024-09-16T01:13:46.230219+0000","last_undegraded":"2024-09-16T01:13:46.230219+0000","last_fullsized":"2024-09-16T01:13:46.230219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:23.183907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492753+0000","last_change":"2024-09-16T01:13:45.235923+0000","last_active":"2024-09-16T01:13:46.492753+0000","last_peered":"2024-09-16T01:13:46.492753+0000","last_clean":"2024-09-16T01:13:46.492753+0000","last_became_active":"2024-09-16T01:13:45.235219+0000","last_became_peered":"2024-09-16T01:13:45.235219+0000","last_unstale":"2024-09-16T01:13:46.492753+0000","last_undegraded":"2024-09-16T01:13:46.492753+0000","last_fullsized":"2024-09-16T01:13:46.492753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:38.685474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230407+0000","last_change":"2024-09-16T01:13:45.230861+0000","last_active":"2024-09-16T01:13:46.230407+0000","last_peered":"2024-09-16T01:13:46.230407+0000","last_clean":"2024-09-16T01:13:46.230407+0000","last_became_active":"2024-09-16T01:13:45.230594+0000","last_became_peered":"2024-09-16T01:13:45.230594+0000","last_unstale":"2024-09-16T01:13:46.230407+0000","last_undegraded":"2024-09-16T01:13:46.230407+0000","last_fullsized":"2024-09-16T01:13:46.230407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:02:16.147633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492492+0000","last_change":"2024-09-16T01:13:45.236128+0000","last_active":"2024-09-16T01:13:46.492492+0000","last_peered":"2024-09-16T01:13:46.492492+0000","last_clean":"2024-09-16T01:13:46.492492+0000","last_became_active":"2024-09-16T01:13:45.235827+0000","last_became_peered":"2024-09-16T01:13:45.235827+0000","last_unstale":"2024-09-16T01:13:46.492492+0000","last_undegraded":"2024-09-16T01:13:46.492492+0000","last_fullsized":"2024-09-16T01:13:46.492492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492892+0000","last_change":"2024-09-16T01:13:45.235463+0000","last_active":"2024-09-16T01:13:46.492892+0000","last_peered":"2024-09-16T01:13:46.492892+0000","last_clean":"2024-09-16T01:13:46.492892+0000","last_became_active":"2024-09-16T01:13:45.235127+0000","last_became_peered":"2024-09-16T01:13:45.235127+0000","last_unstale":"2024-09-16T01:13:46.492892+0000","last_undegraded":"2024-09-16T01:13:46.492892+0000","last_fullsized":"2024-09-16T01:13:46.492892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:27.578772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241420+0000","last_change":"2024-09-16T01:13:45.239291+0000","last_active":"2024-09-16T01:13:46.241420+0000","last_peered":"2024-09-16T01:13:46.241420+0000","last_clean":"2024-09-16T01:13:46.241420+0000","last_became_active":"2024-09-16T01:13:45.239026+0000","last_became_peered":"2024-09-16T01:13:45.239026+0000","last_unstale":"2024-09-16T01:13:46.241420+0000","last_undegraded":"2024-09-16T01:13:46.241420+0000","last_fullsized":"2024-09-16T01:13:46.241420+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241329+0000","last_change":"2024-09-16T01:13:45.240890+0000","last_active":"2024-09-16T01:13:46.241329+0000","last_peered":"2024-09-16T01:13:46.241329+0000","last_clean":"2024-09-16T01:13:46.241329+0000","last_became_active":"2024-09-16T01:13:45.240608+0000","last_became_peered":"2024-09-16T01:13:45.240608+0000","last_unstale":"2024-09-16T01:13:46.241329+0000","last_undegraded":"2024-09-16T01:13:46.241329+0000","last_fullsized":"2024-09-16T01:13:46.241329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:11.183110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231273+0000","last_change":"2024-09-16T01:13:45.232948+0000","last_active":"2024-09-16T01:13:46.231273+0000","last_peered":"2024-09-16T01:13:46.231273+0000","last_clean":"2024-09-16T01:13:46.231273+0000","last_became_active":"2024-09-16T01:13:45.232700+0000","last_became_peered":"2024-09-16T01:13:45.232700+0000","last_unstale":"2024-09-16T01:13:46.231273+0000","last_undegraded":"2024-09-16T01:13:46.231273+0000","last_fullsized":"2024-09-16T01:13:46.231273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:45.172352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229972+0000","last_change":"2024-09-16T01:13:45.233867+0000","last_active":"2024-09-16T01:13:46.229972+0000","last_peered":"2024-09-16T01:13:46.229972+0000","last_clean":"2024-09-16T01:13:46.229972+0000","last_became_active":"2024-09-16T01:13:45.233653+0000","last_became_peered":"2024-09-16T01:13:45.233653+0000","last_unstale":"2024-09-16T01:13:46.229972+0000","last_undegraded":"2024-09-16T01:13:46.229972+0000","last_fullsized":"2024-09-16T01:13:46.229972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230433+0000","last_change":"2024-09-16T01:13:45.236184+0000","last_active":"2024-09-16T01:13:46.230433+0000","last_peered":"2024-09-16T01:13:46.230433+0000","last_clean":"2024-09-16T01:13:46.230433+0000","last_became_active":"2024-09-16T01:13:45.235938+0000","last_became_peered":"2024-09-16T01:13:45.235938+0000","last_unstale":"2024-09-16T01:13:46.230433+0000","last_undegraded":"2024-09-16T01:13:46.230433+0000","last_fullsized":"2024-09-16T01:13:46.230433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:29.801079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493041+0000","last_change":"2024-09-16T01:13:45.240307+0000","last_active":"2024-09-16T01:13:46.493041+0000","last_peered":"2024-09-16T01:13:46.493041+0000","last_clean":"2024-09-16T01:13:46.493041+0000","last_became_active":"2024-09-16T01:13:45.240038+0000","last_became_peered":"2024-09-16T01:13:45.240038+0000","last_unstale":"2024-09-16T01:13:46.493041+0000","last_undegraded":"2024-09-16T01:13:46.493041+0000","last_fullsized":"2024-09-16T01:13:46.493041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:53.954298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241361+0000","last_change":"2024-09-16T01:13:45.240542+0000","last_active":"2024-09-16T01:13:46.241361+0000","last_peered":"2024-09-16T01:13:46.241361+0000","last_clean":"2024-09-16T01:13:46.241361+0000","last_became_active":"2024-09-16T01:13:45.239492+0000","last_became_peered":"2024-09-16T01:13:45.239492+0000","last_unstale":"2024-09-16T01:13:46.241361+0000","last_undegraded":"2024-09-16T01:13:46.241361+0000","last_fullsized":"2024-09-16T01:13:46.241361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:53.707317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230557+0000","last_change":"2024-09-16T01:13:45.235870+0000","last_active":"2024-09-16T01:13:46.230557+0000","last_peered":"2024-09-16T01:13:46.230557+0000","last_clean":"2024-09-16T01:13:46.230557+0000","last_became_active":"2024-09-16T01:13:45.235601+0000","last_became_peered":"2024-09-16T01:13:45.235601+0000","last_unstale":"2024-09-16T01:13:46.230557+0000","last_undegraded":"2024-09-16T01:13:46.230557+0000","last_fullsized":"2024-09-16T01:13:46.230557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:07.080751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230069+0000","last_change":"2024-09-16T01:13:45.238529+0000","last_active":"2024-09-16T01:13:46.230069+0000","last_peered":"2024-09-16T01:13:46.230069+0000","last_clean":"2024-09-16T01:13:46.230069+0000","last_became_active":"2024-09-16T01:13:45.238274+0000","last_became_peered":"2024-09-16T01:13:45.238274+0000","last_unstale":"2024-09-16T01:13:46.230069+0000","last_undegraded":"2024-09-16T01:13:46.230069+0000","last_fullsized":"2024-09-16T01:13:46.230069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241384+0000","last_change":"2024-09-16T01:13:45.240176+0000","last_active":"2024-09-16T01:13:46.241384+0000","last_peered":"2024-09-16T01:13:46.241384+0000","last_clean":"2024-09-16T01:13:46.241384+0000","last_became_active":"2024-09-16T01:13:45.239941+0000","last_became_peered":"2024-09-16T01:13:45.239941+0000","last_unstale":"2024-09-16T01:13:46.241384+0000","last_undegraded":"2024-09-16T01:13:46.241384+0000","last_fullsized":"2024-09-16T01:13:46.241384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230916+0000","last_change":"2024-09-16T01:13:45.245709+0000","last_active":"2024-09-16T01:13:46.230916+0000","last_peered":"2024-09-16T01:13:46.230916+0000","last_clean":"2024-09-16T01:13:46.230916+0000","last_became_active":"2024-09-16T01:13:45.245462+0000","last_became_peered":"2024-09-16T01:13:45.245462+0000","last_unstale":"2024-09-16T01:13:46.230916+0000","last_undegraded":"2024-09-16T01:13:46.230916+0000","last_fullsized":"2024-09-16T01:13:46.230916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:23.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241206+0000","last_change":"2024-09-16T01:13:45.249929+0000","last_active":"2024-09-16T01:13:46.241206+0000","last_peered":"2024-09-16T01:13:46.241206+0000","last_clean":"2024-09-16T01:13:46.241206+0000","last_became_active":"2024-09-16T01:13:45.249520+0000","last_became_peered":"2024-09-16T01:13:45.249520+0000","last_unstale":"2024-09-16T01:13:46.241206+0000","last_undegraded":"2024-09-16T01:13:46.241206+0000","last_fullsized":"2024-09-16T01:13:46.241206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:07.393299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230948+0000","last_change":"2024-09-16T01:13:45.233472+0000","last_active":"2024-09-16T01:13:46.230948+0000","last_peered":"2024-09-16T01:13:46.230948+0000","last_clean":"2024-09-16T01:13:46.230948+0000","last_became_active":"2024-09-16T01:13:45.233226+0000","last_became_peered":"2024-09-16T01:13:45.233226+0000","last_unstale":"2024-09-16T01:13:46.230948+0000","last_undegraded":"2024-09-16T01:13:46.230948+0000","last_fullsized":"2024-09-16T01:13:46.230948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:14.784891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241165+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:46.241165+0000","last_peered":"2024-09-16T01:13:46.241165+0000","last_clean":"2024-09-16T01:13:46.241165+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:46.241165+0000","last_undegraded":"2024-09-16T01:13:46.241165+0000","last_fullsized":"2024-09-16T01:13:46.241165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230070+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:46.230070+0000","last_peered":"2024-09-16T01:13:46.230070+0000","last_clean":"2024-09-16T01:13:46.230070+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:46.230070+0000","last_undegraded":"2024-09-16T01:13:46.230070+0000","last_fullsized":"2024-09-16T01:13:46.230070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241334+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:46.241334+0000","last_peered":"2024-09-16T01:13:46.241334+0000","last_clean":"2024-09-16T01:13:46.241334+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:46.241334+0000","last_undegraded":"2024-09-16T01:13:46.241334+0000","last_fullsized":"2024-09-16T01:13:46.241334+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230271+0000","last_change":"2024-09-16T01:13:45.235608+0000","last_active":"2024-09-16T01:13:46.230271+0000","last_peered":"2024-09-16T01:13:46.230271+0000","last_clean":"2024-09-16T01:13:46.230271+0000","last_became_active":"2024-09-16T01:13:45.235350+0000","last_became_peered":"2024-09-16T01:13:45.235350+0000","last_unstale":"2024-09-16T01:13:46.230271+0000","last_undegraded":"2024-09-16T01:13:46.230271+0000","last_fullsized":"2024-09-16T01:13:46.230271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:35.132574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230366+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:46.230366+0000","last_peered":"2024-09-16T01:13:46.230366+0000","last_clean":"2024-09-16T01:13:46.230366+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:46.230366+0000","last_undegraded":"2024-09-16T01:13:46.230366+0000","last_fullsized":"2024-09-16T01:13:46.230366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231415+0000","last_change":"2024-09-16T01:13:45.240856+0000","last_active":"2024-09-16T01:13:46.231415+0000","last_peered":"2024-09-16T01:13:46.231415+0000","last_clean":"2024-09-16T01:13:46.231415+0000","last_became_active":"2024-09-16T01:13:45.240599+0000","last_became_peered":"2024-09-16T01:13:45.240599+0000","last_unstale":"2024-09-16T01:13:46.231415+0000","last_undegraded":"2024-09-16T01:13:46.231415+0000","last_fullsized":"2024-09-16T01:13:46.231415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:22:27.408671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241354+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:46.241354+0000","last_peered":"2024-09-16T01:13:46.241354+0000","last_clean":"2024-09-16T01:13:46.241354+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:46.241354+0000","last_undegraded":"2024-09-16T01:13:46.241354+0000","last_fullsized":"2024-09-16T01:13:46.241354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492670+0000","last_change":"2024-09-16T01:13:45.241470+0000","last_active":"2024-09-16T01:13:46.492670+0000","last_peered":"2024-09-16T01:13:46.492670+0000","last_clean":"2024-09-16T01:13:46.492670+0000","last_became_active":"2024-09-16T01:13:45.241193+0000","last_became_peered":"2024-09-16T01:13:45.241193+0000","last_unstale":"2024-09-16T01:13:46.492670+0000","last_undegraded":"2024-09-16T01:13:46.492670+0000","last_fullsized":"2024-09-16T01:13:46.492670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230645+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:46.230645+0000","last_peered":"2024-09-16T01:13:46.230645+0000","last_clean":"2024-09-16T01:13:46.230645+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:46.230645+0000","last_undegraded":"2024-09-16T01:13:46.230645+0000","last_fullsized":"2024-09-16T01:13:46.230645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492843+0000","last_change":"2024-09-16T01:13:45.240344+0000","last_active":"2024-09-16T01:13:46.492843+0000","last_peered":"2024-09-16T01:13:46.492843+0000","last_clean":"2024-09-16T01:13:46.492843+0000","last_became_active":"2024-09-16T01:13:45.240074+0000","last_became_peered":"2024-09-16T01:13:45.240074+0000","last_unstale":"2024-09-16T01:13:46.492843+0000","last_undegraded":"2024-09-16T01:13:46.492843+0000","last_fullsized":"2024-09-16T01:13:46.492843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:08.294910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241086+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:46.241086+0000","last_peered":"2024-09-16T01:13:46.241086+0000","last_clean":"2024-09-16T01:13:46.241086+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:46.241086+0000","last_undegraded":"2024-09-16T01:13:46.241086+0000","last_fullsized":"2024-09-16T01:13:46.241086+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241155+0000","last_change":"2024-09-16T01:13:45.249766+0000","last_active":"2024-09-16T01:13:46.241155+0000","last_peered":"2024-09-16T01:13:46.241155+0000","last_clean":"2024-09-16T01:13:46.241155+0000","last_became_active":"2024-09-16T01:13:45.249486+0000","last_became_peered":"2024-09-16T01:13:45.249486+0000","last_unstale":"2024-09-16T01:13:46.241155+0000","last_undegraded":"2024-09-16T01:13:46.241155+0000","last_fullsized":"2024-09-16T01:13:46.241155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:32.756845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492551+0000","last_change":"2024-09-16T01:13:45.236489+0000","last_active":"2024-09-16T01:13:46.492551+0000","last_peered":"2024-09-16T01:13:46.492551+0000","last_clean":"2024-09-16T01:13:46.492551+0000","last_became_active":"2024-09-16T01:13:45.235022+0000","last_became_peered":"2024-09-16T01:13:45.235022+0000","last_unstale":"2024-09-16T01:13:46.492551+0000","last_undegraded":"2024-09-16T01:13:46.492551+0000","last_fullsized":"2024-09-16T01:13:46.492551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231113+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:46.231113+0000","last_peered":"2024-09-16T01:13:46.231113+0000","last_clean":"2024-09-16T01:13:46.231113+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:46.231113+0000","last_undegraded":"2024-09-16T01:13:46.231113+0000","last_fullsized":"2024-09-16T01:13:46.231113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492868+0000","last_change":"2024-09-16T01:13:45.239671+0000","last_active":"2024-09-16T01:13:46.492868+0000","last_peered":"2024-09-16T01:13:46.492868+0000","last_clean":"2024-09-16T01:13:46.492868+0000","last_became_active":"2024-09-16T01:13:45.239422+0000","last_became_peered":"2024-09-16T01:13:45.239422+0000","last_unstale":"2024-09-16T01:13:46.492868+0000","last_undegraded":"2024-09-16T01:13:46.492868+0000","last_fullsized":"2024-09-16T01:13:46.492868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:17:51.608195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493038+0000","last_change":"2024-09-16T01:13:45.240324+0000","last_active":"2024-09-16T01:13:46.493038+0000","last_peered":"2024-09-16T01:13:46.493038+0000","last_clean":"2024-09-16T01:13:46.493038+0000","last_became_active":"2024-09-16T01:13:45.240051+0000","last_became_peered":"2024-09-16T01:13:45.240051+0000","last_unstale":"2024-09-16T01:13:46.493038+0000","last_undegraded":"2024-09-16T01:13:46.493038+0000","last_fullsized":"2024-09-16T01:13:46.493038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:08.224883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230831+0000","last_change":"2024-09-16T01:13:45.244826+0000","last_active":"2024-09-16T01:13:46.230831+0000","last_peered":"2024-09-16T01:13:46.230831+0000","last_clean":"2024-09-16T01:13:46.230831+0000","last_became_active":"2024-09-16T01:13:45.244224+0000","last_became_peered":"2024-09-16T01:13:45.244224+0000","last_unstale":"2024-09-16T01:13:46.230831+0000","last_undegraded":"2024-09-16T01:13:46.230831+0000","last_fullsized":"2024-09-16T01:13:46.230831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:27.048008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492796+0000","last_change":"2024-09-16T01:13:45.239606+0000","last_active":"2024-09-16T01:13:46.492796+0000","last_peered":"2024-09-16T01:13:46.492796+0000","last_clean":"2024-09-16T01:13:46.492796+0000","last_became_active":"2024-09-16T01:13:45.239316+0000","last_became_peered":"2024-09-16T01:13:45.239316+0000","last_unstale":"2024-09-16T01:13:46.492796+0000","last_undegraded":"2024-09-16T01:13:46.492796+0000","last_fullsized":"2024-09-16T01:13:46.492796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:29.126939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492503+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:46.492503+0000","last_peered":"2024-09-16T01:13:46.492503+0000","last_clean":"2024-09-16T01:13:46.492503+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:46.492503+0000","last_undegraded":"2024-09-16T01:13:46.492503+0000","last_fullsized":"2024-09-16T01:13:46.492503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229988+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:46.229988+0000","last_peered":"2024-09-16T01:13:46.229988+0000","last_clean":"2024-09-16T01:13:46.229988+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:46.229988+0000","last_undegraded":"2024-09-16T01:13:46.229988+0000","last_fullsized":"2024-09-16T01:13:46.229988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492403+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:46.492403+0000","last_peered":"2024-09-16T01:13:46.492403+0000","last_clean":"2024-09-16T01:13:46.492403+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:46.492403+0000","last_undegraded":"2024-09-16T01:13:46.492403+0000","last_fullsized":"2024-09-16T01:13:46.492403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230743+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:46.230743+0000","last_peered":"2024-09-16T01:13:46.230743+0000","last_clean":"2024-09-16T01:13:46.230743+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:46.230743+0000","last_undegraded":"2024-09-16T01:13:46.230743+0000","last_fullsized":"2024-09-16T01:13:46.230743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231337+0000","last_change":"2024-09-16T01:13:45.231557+0000","last_active":"2024-09-16T01:13:46.231337+0000","last_peered":"2024-09-16T01:13:46.231337+0000","last_clean":"2024-09-16T01:13:46.231337+0000","last_became_active":"2024-09-16T01:13:45.231271+0000","last_became_peered":"2024-09-16T01:13:45.231271+0000","last_unstale":"2024-09-16T01:13:46.231337+0000","last_undegraded":"2024-09-16T01:13:46.231337+0000","last_fullsized":"2024-09-16T01:13:46.231337+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:28:02.574562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230801+0000","last_change":"2024-09-16T01:13:45.238742+0000","last_active":"2024-09-16T01:13:46.230801+0000","last_peered":"2024-09-16T01:13:46.230801+0000","last_clean":"2024-09-16T01:13:46.230801+0000","last_became_active":"2024-09-16T01:13:45.238153+0000","last_became_peered":"2024-09-16T01:13:45.238153+0000","last_unstale":"2024-09-16T01:13:46.230801+0000","last_undegraded":"2024-09-16T01:13:46.230801+0000","last_fullsized":"2024-09-16T01:13:46.230801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:43.981309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492941+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:46.492941+0000","last_peered":"2024-09-16T01:13:46.492941+0000","last_clean":"2024-09-16T01:13:46.492941+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:46.492941+0000","last_undegraded":"2024-09-16T01:13:46.492941+0000","last_fullsized":"2024-09-16T01:13:46.492941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241428+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:46.241428+0000","last_peered":"2024-09-16T01:13:46.241428+0000","last_clean":"2024-09-16T01:13:46.241428+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:46.241428+0000","last_undegraded":"2024-09-16T01:13:46.241428+0000","last_fullsized":"2024-09-16T01:13:46.241428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492391+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:46.492391+0000","last_peered":"2024-09-16T01:13:46.492391+0000","last_clean":"2024-09-16T01:13:46.492391+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:46.492391+0000","last_undegraded":"2024-09-16T01:13:46.492391+0000","last_fullsized":"2024-09-16T01:13:46.492391+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230762+0000","last_change":"2024-09-16T01:13:45.238410+0000","last_active":"2024-09-16T01:13:46.230762+0000","last_peered":"2024-09-16T01:13:46.230762+0000","last_clean":"2024-09-16T01:13:46.230762+0000","last_became_active":"2024-09-16T01:13:45.234487+0000","last_became_peered":"2024-09-16T01:13:45.234487+0000","last_unstale":"2024-09-16T01:13:46.230762+0000","last_undegraded":"2024-09-16T01:13:46.230762+0000","last_fullsized":"2024-09-16T01:13:46.230762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:26.067555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492862+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:46.492862+0000","last_peered":"2024-09-16T01:13:46.492862+0000","last_clean":"2024-09-16T01:13:46.492862+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:46.492862+0000","last_undegraded":"2024-09-16T01:13:46.492862+0000","last_fullsized":"2024-09-16T01:13:46.492862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241296+0000","last_change":"2024-09-16T01:13:45.239025+0000","last_active":"2024-09-16T01:13:46.241296+0000","last_peered":"2024-09-16T01:13:46.241296+0000","last_clean":"2024-09-16T01:13:46.241296+0000","last_became_active":"2024-09-16T01:13:45.238734+0000","last_became_peered":"2024-09-16T01:13:45.238734+0000","last_unstale":"2024-09-16T01:13:46.241296+0000","last_undegraded":"2024-09-16T01:13:46.241296+0000","last_fullsized":"2024-09-16T01:13:46.241296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:16.132351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230779+0000","last_change":"2024-09-16T01:13:45.232252+0000","last_active":"2024-09-16T01:13:46.230779+0000","last_peered":"2024-09-16T01:13:46.230779+0000","last_clean":"2024-09-16T01:13:46.230779+0000","last_became_active":"2024-09-16T01:13:45.231991+0000","last_became_peered":"2024-09-16T01:13:45.231991+0000","last_unstale":"2024-09-16T01:13:46.230779+0000","last_undegraded":"2024-09-16T01:13:46.230779+0000","last_fullsized":"2024-09-16T01:13:46.230779+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:32.875276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492592+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:46.492592+0000","last_peered":"2024-09-16T01:13:46.492592+0000","last_clean":"2024-09-16T01:13:46.492592+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:46.492592+0000","last_undegraded":"2024-09-16T01:13:46.492592+0000","last_fullsized":"2024-09-16T01:13:46.492592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230904+0000","last_change":"2024-09-16T01:13:45.229582+0000","last_active":"2024-09-16T01:13:46.230904+0000","last_peered":"2024-09-16T01:13:46.230904+0000","last_clean":"2024-09-16T01:13:46.230904+0000","last_became_active":"2024-09-16T01:13:45.229304+0000","last_became_peered":"2024-09-16T01:13:45.229304+0000","last_unstale":"2024-09-16T01:13:46.230904+0000","last_undegraded":"2024-09-16T01:13:46.230904+0000","last_fullsized":"2024-09-16T01:13:46.230904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:23.696043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492783+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:46.492783+0000","last_peered":"2024-09-16T01:13:46.492783+0000","last_clean":"2024-09-16T01:13:46.492783+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:46.492783+0000","last_undegraded":"2024-09-16T01:13:46.492783+0000","last_fullsized":"2024-09-16T01:13:46.492783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:53.965 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:13:53.966 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:13:53.966 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:13:53.966 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T01:13:53.966 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.103+0000 7fc439311640 1 Processor -- start 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.103+0000 7fc439311640 1 -- start start 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc439311640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc43415e840 0x7fc4340cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc439311640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 0x7fc4340d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc439311640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4340b7e60 con 0x7fc4340b3720 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc439311640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc43415ec20 con 0x7fc43415e840 2024-09-16T01:13:54.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc439311640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc4340cfdc0 con 0x7fc4340d3c00 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc432ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc43415e840 0x7fc4340cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc432ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc43415e840 0x7fc4340cefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41446/0 (socket says 172.21.15.29:41446) 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc432ffd640 1 -- 172.21.15.29:0/2805297211 learned_addr learned my addr 172.21.15.29:0/2805297211 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.104+0000 7fc4337fe640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 0x7fc4340d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc432ffd640 1 -- 172.21.15.29:0/2805297211 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 msgr2=0x7fc4340d4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc432ffd640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 0x7fc4340d4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc432ffd640 1 -- 172.21.15.29:0/2805297211 >> v1:172.21.15.122:6789/0 conn(0x7fc4340b3720 legacy=0x7fc4340b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc432ffd640 1 -- 172.21.15.29:0/2805297211 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4340cf800 con 0x7fc43415e840 2024-09-16T01:13:54.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc4337fe640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 0x7fc4340d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc432ffd640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc43415e840 0x7fc4340cefb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc424009e50 tx=0x7fc42402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9500a85f685bee7d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc431ffb640 1 -- 172.21.15.29:0/2805297211 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424036070 con 0x7fc43415e840 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc431ffb640 1 -- 172.21.15.29:0/2805297211 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424031600 con 0x7fc43415e840 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.105+0000 7fc431ffb640 1 -- 172.21.15.29:0/2805297211 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4240319d0 con 0x7fc43415e840 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 -- 172.21.15.29:0/2805297211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc43415e840 msgr2=0x7fc4340cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc43415e840 0x7fc4340cefb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc424009e50 tx=0x7fc42402a7a0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 -- 172.21.15.29:0/2805297211 shutdown_connections 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc4340d3c00 0x7fc4340d4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 --2- 172.21.15.29:0/2805297211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc43415e840 0x7fc4340cefb0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 -- 172.21.15.29:0/2805297211 >> 172.21.15.29:0/2805297211 conn(0x7fc4340d4930 msgr2=0x7fc4340d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 -- 172.21.15.29:0/2805297211 shutdown_connections 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.106+0000 7fc439311640 1 -- 172.21.15.29:0/2805297211 wait complete. 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.107+0000 7fc439311640 1 Processor -- start 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.107+0000 7fc439311640 1 -- start start 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 0x7fc43414eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc43415e840 0x7fc434161700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4340d27e0 con 0x7fc4340b3720 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc4340d2500 con 0x7fc4340d3c00 2024-09-16T01:13:54.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc439311640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc4340cf4f0 con 0x7fc43415e840 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc432ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc432ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41456/0 (socket says 172.21.15.29:41456) 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc432ffd640 1 -- 172.21.15.29:0/986280124 learned_addr learned my addr 172.21.15.29:0/986280124 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc4337fe640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc43415e840 0x7fc434161700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.108+0000 7fc4327fc640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 0x7fc43414eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 -- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc43415e840 msgr2=0x7fc434161700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc43415e840 0x7fc434161700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 -- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 msgr2=0x7fc43414eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 0x7fc43414eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 -- 172.21.15.29:0/986280124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43414f0d0 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc4327fc640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 0x7fc43414eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc432ffd640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc424034040 tx=0x7fc424004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424036050 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424042070 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424009510 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc434157f40 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.109+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc434160570 con 0x7fc4340b3720 2024-09-16T01:13:54.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.110+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4340cefb0 con 0x7fc4340b3720 2024-09-16T01:13:54.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.110+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc424007c50 con 0x7fc4340b3720 2024-09-16T01:13:54.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.111+0000 7fc42b7fe640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 0x7fc41406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.111+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc4240ac2a0 con 0x7fc4340b3720 2024-09-16T01:13:54.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.111+0000 7fc4327fc640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 0x7fc41406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.111+0000 7fc4327fc640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 0x7fc41406e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc4340b5110 tx=0x7fc41c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.115+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc43414f0d0 con 0x7fc4340b3720 2024-09-16T01:13:54.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.341+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc4340ba630 con 0x7fc4340b3720 2024-09-16T01:13:54.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.344+0000 7fc42b7fe640 1 -- 172.21.15.29:0/986280124 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173512 (secure 0 0 0) 0x7fc42407aa10 con 0x7fc4340b3720 2024-09-16T01:13:54.347 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 msgr2=0x7fc41406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 0x7fc41406e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc4340b5110 tx=0x7fc41c009040 comp rx=0 tx=0).stop 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 msgr2=0x7fc4340cb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc424034040 tx=0x7fc424004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 shutdown_connections 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc41406c2b0 0x7fc41406e770 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc43415e840 0x7fc434161700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc4340d3c00 0x7fc43414eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 --2- 172.21.15.29:0/986280124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4340b3720 0x7fc4340cb820 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.346+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 >> 172.21.15.29:0/986280124 conn(0x7fc4340d4930 msgr2=0x7fc4340b9040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.347+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 shutdown_connections 2024-09-16T01:13:54.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.347+0000 7fc439311640 1 -- 172.21.15.29:0/986280124 wait complete. 2024-09-16T01:13:54.359 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":2096876268},{"type":"v1","addr":"172.21.15.122:6833","nonce":2096876268}]},"active_addr":"172.21.15.122:6833/2096876268","active_change":"2024-09-16T01:13:25.348908+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":3686265164}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":2550297728}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":3395440537}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.122:0","nonce":3773394431}]}]} 2024-09-16T01:13:54.363 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T01:13:54.363 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T01:13:54.364 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:54.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.464+0000 7fdfb99af640 1 Processor -- start 2024-09-16T01:13:54.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.464+0000 7fdfb99af640 1 -- start start 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb99af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb40d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb99af640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfb415ea20 con 0x7fdfb40cf2b0 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb99af640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfb40b1c50 con 0x7fdfb415e640 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb99af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb40b3d00 con 0x7fdfb40cf720 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb27fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fdfb40cf2b0 0x7fdfb40d2650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38552/0 (socket says 172.21.15.29:38552) 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb27fc640 1 -- 172.21.15.29:0/4011605826 learned_addr learned my addr 172.21.15.29:0/4011605826 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb37fe640 1 --2- 172.21.15.29:0/4011605826 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb40d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3045088085 0 0) 0x7fdfb415ea20 con 0x7fdfb40cf2b0 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf9c003520 con 0x7fdfb40cf2b0 2024-09-16T01:13:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.465+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1929786727 0 0) 0x7fdfb40b1c50 con 0x7fdfb415e640 2024-09-16T01:13:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfb415ea20 con 0x7fdfb415e640 2024-09-16T01:13:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb37fe640 1 -- 172.21.15.29:0/4011605826 >> v1:172.21.15.122:6789/0 conn(0x7fdfb415e640 legacy=0x7fdfb40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2684424477 0 0) 0x7fdf9c003520 con 0x7fdfb40cf2b0 2024-09-16T01:13:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb37fe640 1 -- 172.21.15.29:0/4011605826 >> v1:172.21.15.29:6789/0 conn(0x7fdfb40cf2b0 legacy=0x7fdfb40d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb37fe640 1 -- 172.21.15.29:0/4011605826 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb40b1f30 con 0x7fdfb40cf720 2024-09-16T01:13:54.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.466+0000 7fdfb37fe640 1 --2- 172.21.15.29:0/4011605826 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb40d2d60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009dc0 tx=0x7fdfac02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=157a02b7a4a90739 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8001670 con 0x7fdfb40cf720 2024-09-16T01:13:54.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfac007540 con 0x7fdfb40cf720 2024-09-16T01:13:54.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb1ffb640 1 -- 172.21.15.29:0/4011605826 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac0078f0 con 0x7fdfb40cf720 2024-09-16T01:13:54.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 -- 172.21.15.29:0/4011605826 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 msgr2=0x7fdfb40d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 --2- 172.21.15.29:0/4011605826 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb40d2d60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009dc0 tx=0x7fdfac02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 -- 172.21.15.29:0/4011605826 shutdown_connections 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 --2- 172.21.15.29:0/4011605826 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb40d2d60 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 -- 172.21.15.29:0/4011605826 >> 172.21.15.29:0/4011605826 conn(0x7fdfb409d820 msgr2=0x7fdfb40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 -- 172.21.15.29:0/4011605826 shutdown_connections 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.467+0000 7fdfb99af640 1 -- 172.21.15.29:0/4011605826 wait complete. 2024-09-16T01:13:54.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.468+0000 7fdfb99af640 1 Processor -- start 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 -- start start 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfb40cf2b0 0x7fdfb415b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb415f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb40b24f0 con 0x7fdfb415e640 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb40b2860 con 0x7fdfb40cf2b0 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb99af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb40cfe40 con 0x7fdfb40cf720 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.469+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41470/0 (socket says 172.21.15.29:41470) 2024-09-16T01:13:54.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 -- 172.21.15.29:0/2877891314 learned_addr learned my addr 172.21.15.29:0/2877891314 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb2ffd640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfb40cf2b0 0x7fdfb415b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb27fc640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb415f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 -- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 msgr2=0x7fdfb415f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb415f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 -- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfb40cf2b0 msgr2=0x7fdfb415b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfb40cf2b0 0x7fdfb415b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 -- 172.21.15.29:0/2877891314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb40b4db0 con 0x7fdfb415e640 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb37fe640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009ee0 tx=0x7fdfac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac040070 con 0x7fdfb415e640 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfac031c40 con 0x7fdfb415e640 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb40b5090 con 0x7fdfb415e640 2024-09-16T01:13:54.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac009450 con 0x7fdfb415e640 2024-09-16T01:13:54.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.470+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb40b5650 con 0x7fdfb415e640 2024-09-16T01:13:54.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.471+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb4068eb0 con 0x7fdfb415e640 2024-09-16T01:13:54.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.472+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfac039040 con 0x7fdfb415e640 2024-09-16T01:13:54.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.472+0000 7fdf9bfff640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 0x7fdfa006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.472+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdfac0ac730 con 0x7fdfb415e640 2024-09-16T01:13:54.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.472+0000 7fdfb2ffd640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 0x7fdfa006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.473+0000 7fdfb2ffd640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 0x7fdfa006e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40011e0 tx=0x7fdfa4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.477+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdfac07a7d0 con 0x7fdfb415e640 2024-09-16T01:13:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.652+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfb40d3500 con 0x7fdfb415e640 2024-09-16T01:13:54.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.654+0000 7fdf9bfff640 1 -- 172.21.15.29:0/2877891314 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fdfac07ead0 con 0x7fdfb415e640 2024-09-16T01:13:54.655 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:54.655 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.655+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 msgr2=0x7fdfa006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.655+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 0x7fdfa006e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40011e0 tx=0x7fdfa4009040 comp rx=0 tx=0).stop 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.655+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 msgr2=0x7fdfb40b5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.655+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdfac009ee0 tx=0x7fdfac004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 shutdown_connections 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfa006c2b0 0x7fdfa006e770 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb415e640 0x7fdfb40b5e50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdfb40cf720 0x7fdfb415f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 --2- 172.21.15.29:0/2877891314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfb40cf2b0 0x7fdfb415b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 >> 172.21.15.29:0/2877891314 conn(0x7fdfb409d820 msgr2=0x7fdfb40b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 shutdown_connections 2024-09-16T01:13:54.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.656+0000 7fdfb99af640 1 -- 172.21.15.29:0/2877891314 wait complete. 2024-09-16T01:13:54.668 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T01:13:54.668 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:54.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.769+0000 7f254b437640 1 Processor -- start 2024-09-16T01:13:54.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.769+0000 7f254b437640 1 -- start start 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f254b437640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f25440b6a40 0x7f2544162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f254b437640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25440b39a0 con 0x7f25440cf480 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f254b437640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f254415eba0 con 0x7f254415e7c0 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f254b437640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f25441630d0 con 0x7f25440b6a40 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f25499d4640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f25440cf480 0x7f25440b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38554/0 (socket says 172.21.15.29:38554) 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.770+0000 7f25499d4640 1 -- 172.21.15.29:0/3122625219 learned_addr learned my addr 172.21.15.29:0/3122625219 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1073131520 0 0) 0x7f25440b39a0 con 0x7f25440cf480 2024-09-16T01:13:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25489d2640 1 --2- 172.21.15.29:0/3122625219 >> v2:172.21.15.122:3300/0 conn(0x7f25440b6a40 0x7f2544162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f252c003520 con 0x7f25440cf480 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3846514963 0 0) 0x7f252c003520 con 0x7f25440cf480 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 >> v2:172.21.15.122:3300/0 conn(0x7f25440b6a40 msgr2=0x7f2544162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 --2- 172.21.15.29:0/3122625219 >> v2:172.21.15.122:3300/0 conn(0x7f25440b6a40 0x7f2544162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 >> v1:172.21.15.122:6789/0 conn(0x7f254415e7c0 legacy=0x7f25440b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25440cfc60 con 0x7f25440cf480 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f2534001670 con 0x7f25440cf480 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 >> v1:172.21.15.29:6789/0 conn(0x7f25440cf480 legacy=0x7f25440b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 0x7f252c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c004800 0x7f252c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f252c0051c0 0x7f252c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f25441630d0 con 0x7f252c0039b0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f252c00c070 con 0x7f252c0051c0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f252c00c270 con 0x7f252c004800 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 0x7f252c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25489d2640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c004800 0x7f252c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25499d4640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f252c0051c0 0x7f252c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 -- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c004800 msgr2=0x7f252c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c004800 0x7f252c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 -- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f252c0051c0 msgr2=0x7f252c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f252c0051c0 0x7f252c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25491d3640 1 -- 172.21.15.29:0/3122625219 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f252c003520 con 0x7f252c0039b0 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25499d4640 1 -- 172.21.15.29:0/3122625219 reap_dead start 2024-09-16T01:13:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.771+0000 7f25489d2640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c004800 0x7f252c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.772+0000 7f25491d3640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 0x7f252c003dd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f253c001750 tx=0x7f252c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69164ae148c47c13 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.772+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c001370 con 0x7f252c0039b0 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.772+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f253c0052d0 con 0x7f252c0039b0 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.772+0000 7f2543fff640 1 -- 172.21.15.29:0/3122625219 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c02abc0 con 0x7f252c0039b0 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 -- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 msgr2=0x7f252c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 0x7f252c003dd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f253c001750 tx=0x7f252c005830 comp rx=0 tx=0).stop 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 -- 172.21.15.29:0/3122625219 shutdown_connections 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 --2- 172.21.15.29:0/3122625219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f252c0039b0 0x7f252c003dd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 -- 172.21.15.29:0/3122625219 >> 172.21.15.29:0/3122625219 conn(0x7f25440d1320 msgr2=0x7f25440d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 -- 172.21.15.29:0/3122625219 shutdown_connections 2024-09-16T01:13:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.773+0000 7f254b437640 1 -- 172.21.15.29:0/3122625219 wait complete. 2024-09-16T01:13:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.774+0000 7f254b437640 1 Processor -- start 2024-09-16T01:13:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.774+0000 7f254b437640 1 -- start start 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 0x7f25440b8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 0x7f25440b75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f254415f100 con 0x7f254415a660 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f254415ee20 con 0x7f2544159c50 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f254b437640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f254415f3e0 con 0x7f252c0039b0 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41482/0 (socket says 172.21.15.29:41482) 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 -- 172.21.15.29:0/1351985542 learned_addr learned my addr 172.21.15.29:0/1351985542 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25489d2640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 0x7f25440b75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25491d3640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 0x7f25440b8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 -- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 msgr2=0x7f25440b8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 0x7f25440b8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 -- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 msgr2=0x7f25440b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 0x7f25440b75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 -- 172.21.15.29:0/1351985542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25440b7ee0 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25491d3640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 0x7f25440b8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25489d2640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 0x7f25440b75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.775+0000 7f25499d4640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2534001eb0 tx=0x7f2534007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.776+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253400f830 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.776+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2534018070 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.776+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253400fbf0 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.776+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25440b81c0 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.776+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25440b8780 con 0x7f254415a660 2024-09-16T01:13:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.777+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f254415f900 con 0x7f254415a660 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.777+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f253401d460 con 0x7f254415a660 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.778+0000 7f2541ffb640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 0x7f253006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.778+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f253408b310 con 0x7f254415a660 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.778+0000 7f25491d3640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 0x7f253006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.778+0000 7f25491d3640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 0x7f253006e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f253c032000 tx=0x7f253c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.782+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25340599e0 con 0x7f254415a660 2024-09-16T01:13:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.957+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f25440d37e0 con 0x7f254415a660 2024-09-16T01:13:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.958+0000 7f2541ffb640 1 -- 172.21.15.29:0/1351985542 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f25340592e0 con 0x7f254415a660 2024-09-16T01:13:54.960 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:54.960 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 msgr2=0x7f253006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 0x7f253006e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f253c032000 tx=0x7f253c02e000 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 msgr2=0x7f2544158d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2534001eb0 tx=0x7f2534007720 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 shutdown_connections 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f253006c2b0 0x7f253006e770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f254415a660 0x7f2544158d90 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2544159c50 0x7f25440b75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 --2- 172.21.15.29:0/1351985542 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f252c0039b0 0x7f25440b8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 >> 172.21.15.29:0/1351985542 conn(0x7f25440d1320 msgr2=0x7f25440b48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 shutdown_connections 2024-09-16T01:13:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:54.960+0000 7f254b437640 1 -- 172.21.15.29:0/1351985542 wait complete. 2024-09-16T01:13:54.973 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T01:13:54.973 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T01:13:54.974 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T01:13:54.974 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T01:13:54.975 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-16T01:13:54.975 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-16T01:13:54.975 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-16T01:13:54.976 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.146+0000 7f7fcbfff640 1 Processor -- start 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.146+0000 7f7fcbfff640 1 -- start start 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.147+0000 7f7fcbfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7fc40e1450 0x7f7fc40e1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.147+0000 7f7fcbfff640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fc40575f0 con 0x7f7fc4038930 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.147+0000 7f7fcbfff640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fc4051a50 con 0x7f7fc4051490 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.147+0000 7f7fcbfff640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7fc4051d30 con 0x7f7fc40e1450 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.148+0000 7f7fcb7fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7fc4038930 0x7f7fc4054370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38564/0 (socket says 172.21.15.29:38564) 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.148+0000 7f7fcb7fe640 1 -- 172.21.15.29:0/1552655853 learned_addr learned my addr 172.21.15.29:0/1552655853 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.148+0000 7f7fcaffd640 1 --2- 172.21.15.29:0/1552655853 >> v2:172.21.15.29:3300/0 conn(0x7f7fc40e1450 0x7f7fc40e1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.149+0000 7f7fcaffd640 1 -- 172.21.15.29:0/1552655853 >> v1:172.21.15.122:6789/0 conn(0x7f7fc4051490 legacy=0x7f7fc4038220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.149+0000 7f7fcaffd640 1 -- 172.21.15.29:0/1552655853 >> v1:172.21.15.29:6789/0 conn(0x7f7fc4038930 legacy=0x7f7fc4054370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.149+0000 7f7fcaffd640 1 -- 172.21.15.29:0/1552655853 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc4052010 con 0x7f7fc40e1450 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.150+0000 7f7fcaffd640 1 --2- 172.21.15.29:0/1552655853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40e1830 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009a00 tx=0x7f7fc002a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f728578116741df2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7fcfa62e4640 1 Processor -- start 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7fcfa62e4640 1 -- start start 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f847cfd6640 1 Processor -- start 2024-09-16T01:13:55.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f847cfd6640 1 -- start start 2024-09-16T01:13:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7f8036dea640 1 Processor -- start 2024-09-16T01:13:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7fe42ac84640 1 Processor -- start 2024-09-16T01:13:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7fe42ac84640 1 -- start start 2024-09-16T01:13:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f0d8e0f2640 1 Processor -- start 2024-09-16T01:13:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7f65c6728640 1 Processor -- start 2024-09-16T01:13:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42406c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 0x7fe4240d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 0x7fe42415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f7fc9ffb640 1 -- 172.21.15.29:0/1552655853 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc0037070 con 0x7f7fc40e1450 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f7fc9ffb640 1 -- 172.21.15.29:0/1552655853 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fc002ad60 con 0x7f7fc40e1450 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 -- 172.21.15.29:0/1552655853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 msgr2=0x7f7fc40e1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 --2- 172.21.15.29:0/1552655853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40e1830 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009a00 tx=0x7f7fc002a2e0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 -- 172.21.15.29:0/1552655853 shutdown_connections 2024-09-16T01:13:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 --2- 172.21.15.29:0/1552655853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40e1830 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 -- 172.21.15.29:0/1552655853 >> 172.21.15.29:0/1552655853 conn(0x7f7fc40567a0 msgr2=0x7f7fc4056bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcfa62e4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa00b55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcfa62e4640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfa006bf90 con 0x7fcfa00cdb90 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcfa62e4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfa006c270 con 0x7fcfa00cd560 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcfa62e4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcfa006c8c0 con 0x7fcfa006d460 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcf9f7fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcfa00cdb90 0x7fcfa006cd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38576/0 (socket says 172.21.15.29:38576) 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcf9f7fe640 1 -- 172.21.15.29:0/2552669378 learned_addr learned my addr 172.21.15.29:0/2552669378 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fcfa4881640 1 --2- 172.21.15.29:0/2552669378 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa00b55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fcf9effd640 1 -- 172.21.15.29:0/2552669378 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3860623795 0 0) 0x7fcfa006bf90 con 0x7fcfa00cdb90 2024-09-16T01:13:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fcf9effd640 1 -- 172.21.15.29:0/2552669378 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcf80003520 con 0x7fcfa00cdb90 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fcfa4881640 1 -- 172.21.15.29:0/2552669378 >> v1:172.21.15.122:6789/0 conn(0x7fcfa00cd560 legacy=0x7fcfa0151210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fcfa4881640 1 -- 172.21.15.29:0/2552669378 >> v1:172.21.15.29:6789/0 conn(0x7fcfa00cdb90 legacy=0x7fcfa006cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fcfa4881640 1 -- 172.21.15.29:0/2552669378 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfa006c550 con 0x7fcfa006d460 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847cfd6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f847806de30 0x7f84780b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f847806de30 0x7f84780b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847659c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f847806de30 0x7f84780b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45888/0 (socket says 172.21.15.29:45888) 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f8475d9b640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8478071ea0 0x7f847806e210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47688/0 (socket says 172.21.15.29:47688) 2024-09-16T01:13:55.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847659c640 1 -- 172.21.15.29:0/324436464 learned_addr learned my addr 172.21.15.29:0/324436464 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7f8036dea640 1 -- start start 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe42415cfd0 con 0x7fe4240d03a0 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe4240d0d20 con 0x7fe42415c620 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42ac84640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe4240b5100 con 0x7fe424156750 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42a483640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 0x7fe42415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42a483640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 0x7fe42415ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45874/0 (socket says 172.21.15.29:45874) 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe42a483640 1 -- 172.21.15.29:0/4019457149 learned_addr learned my addr 172.21.15.29:0/4019457149 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7fe429c82640 1 --2- 172.21.15.29:0/4019457149 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42406c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429c82640 1 -- 172.21.15.29:0/4019457149 >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 msgr2=0x7fe42415ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429c82640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 0x7fe42415ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429c82640 1 -- 172.21.15.29:0/4019457149 >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 msgr2=0x7fe4240d07e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429481640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 0x7fe4240d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429c82640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 0x7fe4240d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7fe429c82640 1 -- 172.21.15.29:0/4019457149 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe42415d4e0 con 0x7fe424156750 2024-09-16T01:13:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f0d8e0f2640 1 -- start start 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.151+0000 7f65c6728640 1 -- start start 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65c6728640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 0x7f65c00b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65c6728640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65c00b3290 con 0x7f65c015eb60 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65c6728640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65c00cf860 con 0x7f65c015a820 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65c6728640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f65c00cfe20 con 0x7f65c00cdfc0 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 0x7f65c00b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bf7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f65c015a820 0x7f65c00ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47660/0 (socket says 172.21.15.29:47660) 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bf7fe640 1 -- 172.21.15.29:0/1231140750 learned_addr learned my addr 172.21.15.29:0/1231140750 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bffff640 1 -- 172.21.15.29:0/1231140750 >> v1:172.21.15.122:6789/0 conn(0x7f65c015a820 legacy=0x7f65c00ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bffff640 1 -- 172.21.15.29:0/1231140750 >> v1:172.21.15.29:6789/0 conn(0x7f65c015eb60 legacy=0x7f65c00cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f65bffff640 1 -- 172.21.15.29:0/1231140750 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c00cfb40 con 0x7f65c00cdfc0 2024-09-16T01:13:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847cfd6640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f8478072c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f847815b750 con 0x7f8478071ea0 2024-09-16T01:13:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f847815ba30 con 0x7f847806de30 2024-09-16T01:13:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f847815bd10 con 0x7f8478072770 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8e0f2640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 0x7f0d880b6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8e0f2640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8e0f2640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d8806f6b0 con 0x7f0d88067a50 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8e0f2640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0d880b6660 con 0x7f0d88162890 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8e0f2640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f0d8806f990 con 0x7f0d880cf4f0 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8d8f1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8d8f1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:32872/0 (socket says 172.21.15.29:32872) 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f0d8d8f1640 1 -- 172.21.15.29:0/3554821988 learned_addr learned my addr 172.21.15.29:0/3554821988 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f8476d9d640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f8478072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7fe429481640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 0x7fe4240d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d8d0f0640 1 --2- 172.21.15.29:0/3554821988 >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 0x7f0d880b6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f7fcbfff640 1 -- 172.21.15.29:0/1552655853 shutdown_connections 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f8036dea640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8030162670 0x7f80301661b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f8036dea640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f80300cf4e0 0x7f80300cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f8036dea640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8030162a50 con 0x7f803006bc10 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f8036dea640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f80301666f0 con 0x7f80300cf4e0 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.152+0000 7f8036dea640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f80300ced00 con 0x7f8030162670 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.153+0000 7f80365e9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f80300cf4e0 0x7f80300cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f80365e9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f80300cf4e0 0x7f80300cf930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41494/0 (socket says 172.21.15.29:41494) 2024-09-16T01:13:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.154+0000 7f80365e9640 1 -- 172.21.15.29:0/4021260684 learned_addr learned my addr 172.21.15.29:0/4021260684 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f80365e9640 1 -- 172.21.15.29:0/4021260684 >> v2:172.21.15.122:3300/0 conn(0x7f8030162670 msgr2=0x7f80301661b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f80365e9640 1 --2- 172.21.15.29:0/4021260684 >> v2:172.21.15.122:3300/0 conn(0x7f8030162670 0x7f80301661b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f65bffff640 1 --2- 172.21.15.29:0/1231140750 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 0x7f65c00b4d50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009670 tx=0x7f65b802caa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25fdec17eb373135 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f7fcbfff640 1 -- 172.21.15.29:0/1552655853 wait complete. 2024-09-16T01:13:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f8034de6640 1 -- 172.21.15.29:0/4021260684 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1210799383 0 0) 0x7f802c001110 con 0x7f803006bc10 2024-09-16T01:13:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f65beffd640 1 -- 172.21.15.29:0/1231140750 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8030610 con 0x7f65c00cdfc0 2024-09-16T01:13:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f65beffd640 1 -- 172.21.15.29:0/1231140750 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b80307b0 con 0x7f65c00cdfc0 2024-09-16T01:13:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f65beffd640 1 -- 172.21.15.29:0/1231140750 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8030b80 con 0x7f65c00cdfc0 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f847659c640 1 -- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 msgr2=0x7f8478072c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f847659c640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f8478072c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f847659c640 1 -- 172.21.15.29:0/324436464 >> v1:172.21.15.122:6789/0 conn(0x7f8478071ea0 legacy=0x7f847806e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f847559a640 1 -- 172.21.15.29:0/324436464 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2147287735 0 0) 0x7f847815b750 con 0x7f8478071ea0 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d7ffff640 1 -- 172.21.15.29:0/3554821988 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4047238664 0 0) 0x7f0d8806f6b0 con 0x7f0d88067a50 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d7ffff640 1 -- 172.21.15.29:0/3554821988 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d74003520 con 0x7f0d88067a50 2024-09-16T01:13:55.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d8d8f1640 1 -- 172.21.15.29:0/3554821988 >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 msgr2=0x7f0d880b6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f847659c640 1 -- 172.21.15.29:0/324436464 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847815bff0 con 0x7f847806de30 2024-09-16T01:13:55.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7fe429c82640 1 --2- 172.21.15.29:0/4019457149 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42406c790 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe4240b3080 tx=0x7fe42002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cfd03f4da2bf065 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f80365e9640 1 -- 172.21.15.29:0/4021260684 >> v1:172.21.15.122:6789/0 conn(0x7f803006bc10 legacy=0x7f80300b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f80365e9640 1 -- 172.21.15.29:0/4021260684 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8030166920 con 0x7f80300cf4e0 2024-09-16T01:13:55.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fe428c80640 1 -- 172.21.15.29:0/4019457149 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420037070 con 0x7fe424156750 2024-09-16T01:13:55.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fe428c80640 1 -- 172.21.15.29:0/4019457149 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42002ae50 con 0x7fe424156750 2024-09-16T01:13:55.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fe428c80640 1 -- 172.21.15.29:0/4019457149 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420032660 con 0x7fe424156750 2024-09-16T01:13:55.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/3554821988 >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 0x7f0d880b6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d8d8f1640 1 -- 172.21.15.29:0/3554821988 >> v1:172.21.15.122:6789/0 conn(0x7f0d88067a50 legacy=0x7f0d8806e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fcfa4881640 1 --2- 172.21.15.29:0/2552669378 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa00b55a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fcfa006ca40 tx=0x7fcf9002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=845367d0ee3e070b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f65c6728640 1 -- 172.21.15.29:0/1231140750 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 msgr2=0x7f65c00b4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f65c6728640 1 --2- 172.21.15.29:0/1231140750 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 0x7f65c00b4d50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009670 tx=0x7f65b802caa0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fcf9effd640 1 -- 172.21.15.29:0/2552669378 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90037070 con 0x7fcfa006d460 2024-09-16T01:13:55.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f847659c640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f84780b4210 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8468009870 tx=0x7f846802a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ea651e517fc8e58 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fcf9effd640 1 -- 172.21.15.29:0/2552669378 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf90032440 con 0x7fcfa006d460 2024-09-16T01:13:55.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7fcf9effd640 1 -- 172.21.15.29:0/2552669378 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90032810 con 0x7fcfa006d460 2024-09-16T01:13:55.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f65c6728640 1 -- 172.21.15.29:0/1231140750 shutdown_connections 2024-09-16T01:13:55.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f65c6728640 1 --2- 172.21.15.29:0/1231140750 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c00cdfc0 0x7f65c00b4d50 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f65c6728640 1 -- 172.21.15.29:0/1231140750 >> 172.21.15.29:0/1231140750 conn(0x7f65c00b1df0 msgr2=0x7f65c00b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f7531280640 1 Processor -- start 2024-09-16T01:13:55.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f7531280640 1 -- start start 2024-09-16T01:13:55.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f65c6728640 1 -- 172.21.15.29:0/1231140750 shutdown_connections 2024-09-16T01:13:55.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f65c6728640 1 -- 172.21.15.29:0/1231140750 wait complete. 2024-09-16T01:13:55.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f80365e9640 1 --2- 172.21.15.29:0/4021260684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80300cf4e0 0x7f80300cf930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f803006d360 tx=0x7f802002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e75ca3c7c89a2d9f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 -- 172.21.15.29:0/4019457149 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 msgr2=0x7fe42406c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4019457149 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42406c790 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe4240b3080 tx=0x7fe42002a100 comp rx=0 tx=0).stop 2024-09-16T01:13:55.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 -- 172.21.15.29:0/4019457149 shutdown_connections 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.122:3300/0 conn(0x7fe42415c620 0x7fe42415ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4019457149 >> v2:172.21.15.29:3300/0 conn(0x7fe4240d03a0 0x7fe4240d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4019457149 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42406c790 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 -- 172.21.15.29:0/4019457149 >> 172.21.15.29:0/4019457149 conn(0x7fe4240b56f0 msgr2=0x7fe4240b5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f8034de6640 1 -- 172.21.15.29:0/4021260684 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020037070 con 0x7f80300cf4e0 2024-09-16T01:13:55.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f7fcbfff640 1 Processor -- start 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f8034de6640 1 -- 172.21.15.29:0/4021260684 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8020032440 con 0x7f80300cf4e0 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f8034de6640 1 -- 172.21.15.29:0/4021260684 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020032810 con 0x7f80300cf4e0 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f847559a640 1 -- 172.21.15.29:0/324436464 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8468037070 con 0x7f847806de30 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f847559a640 1 -- 172.21.15.29:0/324436464 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f846802ae50 con 0x7f847806de30 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 -- 172.21.15.29:0/4019457149 shutdown_connections 2024-09-16T01:13:55.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fe42ac84640 1 -- 172.21.15.29:0/4019457149 wait complete. 2024-09-16T01:13:55.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f847559a640 1 -- 172.21.15.29:0/324436464 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8468032860 con 0x7f847806de30 2024-09-16T01:13:55.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.155+0000 7f0d8d8f1640 1 -- 172.21.15.29:0/3554821988 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8806fc70 con 0x7f0d880cf4f0 2024-09-16T01:13:55.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.156+0000 7f0d8d0f0640 1 --2- 172.21.15.29:0/3554821988 >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 0x7f0d880b6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:55.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fcfa62e4640 1 -- 172.21.15.29:0/2552669378 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 msgr2=0x7fcfa00b55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7fcfa62e4640 1 --2- 172.21.15.29:0/2552669378 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa00b55a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fcfa006ca40 tx=0x7fcf9002a250 comp rx=0 tx=0).stop 2024-09-16T01:13:55.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.157+0000 7f7fcbfff640 1 -- start start 2024-09-16T01:13:55.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7fcfa62e4640 1 -- 172.21.15.29:0/2552669378 shutdown_connections 2024-09-16T01:13:55.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7fcfa62e4640 1 --2- 172.21.15.29:0/2552669378 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa00b55a0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7fcfa62e4640 1 -- 172.21.15.29:0/2552669378 >> 172.21.15.29:0/2552669378 conn(0x7fcfa00cca40 msgr2=0x7fcfa00cce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7531280640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7531280640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f752c0b4900 0x7f752c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7531280640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f752c0b52b0 con 0x7f752c08c720 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7531280640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f752c0cdaa0 con 0x7f752c0b4900 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7531280640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f752c0cd4e0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f752a7fc640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 msgr2=0x7f84780b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f84780b4210 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8468009870 tx=0x7f846802a300 comp rx=0 tx=0).stop 2024-09-16T01:13:55.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f752a7fc640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:32886/0 (socket says 172.21.15.29:32886) 2024-09-16T01:13:55.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f752a7fc640 1 -- 172.21.15.29:0/4093958133 learned_addr learned my addr 172.21.15.29:0/4093958133 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f752b7fe640 1 --2- 172.21.15.29:0/4093958133 >> v2:172.21.15.29:3300/0 conn(0x7f752c0b4900 0x7f752c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 shutdown_connections 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f8478072c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 --2- 172.21.15.29:0/324436464 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f84780b4210 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 >> 172.21.15.29:0/324436464 conn(0x7f8478067d70 msgr2=0x7f847806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f8036dea640 1 -- 172.21.15.29:0/4021260684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80300cf4e0 msgr2=0x7f80300cf930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f8036dea640 1 --2- 172.21.15.29:0/4021260684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80300cf4e0 0x7f80300cf930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f803006d360 tx=0x7f802002a210 comp rx=0 tx=0).stop 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fc4038930 0x7f7fc4176090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fc4051490 0x7f7fc40e42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc40e1d70 con 0x7f7fc40e1450 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc40525d0 con 0x7f7fc4038930 2024-09-16T01:13:55.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7fcfa62e4640 1 -- 172.21.15.29:0/2552669378 shutdown_connections 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/3554821988 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009e50 tx=0x7f0d8002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f31369b132c71a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f0d7ffff640 1 -- 172.21.15.29:0/3554821988 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80036070 con 0x7f0d880cf4f0 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fcbfff640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7fc4054a80 con 0x7f7fc4051490 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fca7fc640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fc4051490 0x7f7fc40e42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fca7fc640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fc4051490 0x7f7fc40e42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:32892/0 (socket says 172.21.15.29:32892) 2024-09-16T01:13:55.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f7fca7fc640 1 -- 172.21.15.29:0/3763273130 learned_addr learned my addr 172.21.15.29:0/3763273130 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f0d7ffff640 1 -- 172.21.15.29:0/3554821988 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d80031600 con 0x7f0d880cf4f0 2024-09-16T01:13:55.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.158+0000 7f0d7ffff640 1 -- 172.21.15.29:0/3554821988 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80036070 con 0x7f0d880cf4f0 2024-09-16T01:13:55.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 shutdown_connections 2024-09-16T01:13:55.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f65c6728640 1 Processor -- start 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f847cfd6640 1 -- 172.21.15.29:0/324436464 wait complete. 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f752a7fc640 1 -- 172.21.15.29:0/4093958133 >> v2:172.21.15.29:3300/0 conn(0x7f752c0b4900 msgr2=0x7f752c0b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f752a7fc640 1 --2- 172.21.15.29:0/4093958133 >> v2:172.21.15.29:3300/0 conn(0x7f752c0b4900 0x7f752c0b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f752a7fc640 1 -- 172.21.15.29:0/4093958133 >> v1:172.21.15.29:6789/0 conn(0x7f752c08c720 legacy=0x7f752c06ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f752a7fc640 1 -- 172.21.15.29:0/4093958133 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f752c0cd7c0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f8036dea640 1 -- 172.21.15.29:0/4021260684 shutdown_connections 2024-09-16T01:13:55.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f8036dea640 1 --2- 172.21.15.29:0/4021260684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80300cf4e0 0x7f80300cf930 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f8036dea640 1 --2- 172.21.15.29:0/4021260684 >> v2:172.21.15.122:3300/0 conn(0x7f8030162670 0x7f80301661b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f8036dea640 1 -- 172.21.15.29:0/4021260684 >> 172.21.15.29:0/4021260684 conn(0x7f80300b56f0 msgr2=0x7f80300b5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f65c6728640 1 -- start start 2024-09-16T01:13:55.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7fe42ac84640 1 Processor -- start 2024-09-16T01:13:55.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f7fcb7fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7fe42ac84640 1 -- start start 2024-09-16T01:13:55.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f8036dea640 1 -- 172.21.15.29:0/4021260684 shutdown_connections 2024-09-16T01:13:55.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7fcfa62e4640 1 -- 172.21.15.29:0/2552669378 wait complete. 2024-09-16T01:13:55.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4240d03a0 0x7fe4241604f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42414bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe42415c620 0x7fe42414f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 0x7f65c0146ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe42406bcb0 con 0x7fe4240d03a0 2024-09-16T01:13:55.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe42415d200 con 0x7fe42415c620 2024-09-16T01:13:55.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42ac84640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe42406bf90 con 0x7fe424156750 2024-09-16T01:13:55.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe429c82640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4240d03a0 0x7fe4241604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 -- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fc4051490 msgr2=0x7f7fc40e42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7fc4051490 0x7f7fc40e42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 -- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fc4038930 msgr2=0x7f7fc4176090 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fc4038930 0x7f7fc4176090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc40e3200 con 0x7f7fc40e1450 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe429c82640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4240d03a0 0x7fe4241604f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41544/0 (socket says 172.21.15.29:41544) 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe429c82640 1 -- 172.21.15.29:0/4095650616 learned_addr learned my addr 172.21.15.29:0/4095650616 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.159+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/3554821988 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 msgr2=0x7f0d880cf9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f0d8e0f2640 1 --2- 172.21.15.29:0/3554821988 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009e50 tx=0x7f0d8002a710 comp rx=0 tx=0).stop 2024-09-16T01:13:55.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe429481640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42414bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65c015eb60 0x7f65c014a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c014adb0 0x7f65c014d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65bffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 0x7f65c0146ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65c015ef90 con 0x7f65c015eb60 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65c00b3770 con 0x7f65c00cdfc0 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7fe42a483640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe42415c620 0x7fe42414f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/3554821988 shutdown_connections 2024-09-16T01:13:55.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f65c6728640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f65c00b38f0 con 0x7f65c014adb0 2024-09-16T01:13:55.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f0d8e0f2640 1 --2- 172.21.15.29:0/3554821988 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d880cf4f0 0x7f0d880cf9a0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f8036dea640 1 -- 172.21.15.29:0/4021260684 wait complete. 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f0d8e0f2640 1 --2- 172.21.15.29:0/3554821988 >> v2:172.21.15.29:3300/0 conn(0x7f0d88162890 0x7f0d880b6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/3554821988 >> 172.21.15.29:0/3554821988 conn(0x7f0d880713e0 msgr2=0x7f0d880b3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 0x7f65c0146ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45908/0 (socket says 172.21.15.29:45908) 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 -- 172.21.15.29:0/3477459893 learned_addr learned my addr 172.21.15.29:0/3477459893 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bf7fe640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65c015eb60 0x7f65c014a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.160+0000 7f7fcb7fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40dd4c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc0637b0 tx=0x7f7fcc069060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65c4cc5640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c014adb0 0x7f65c014d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 -- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c014adb0 msgr2=0x7f65c014d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c014adb0 0x7f65c014d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 -- 172.21.15.29:0/3477459893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65c015eb60 msgr2=0x7f65c014a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65c015eb60 0x7f65c014a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c014cb60 con 0x7f65c00cdfc0 2024-09-16T01:13:55.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0733d0 con 0x7f7fc40e1450 2024-09-16T01:13:55.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fcc073590 con 0x7f7fc40e1450 2024-09-16T01:13:55.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc073a00 con 0x7f7fc40e1450 2024-09-16T01:13:55.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65c4cc5640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65c014adb0 0x7f65c014d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 -- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe42415c620 msgr2=0x7fe42414f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe42415c620 0x7fe42414f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 -- 172.21.15.29:0/4095650616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4240d03a0 msgr2=0x7fe4241604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4240d03a0 0x7fe4241604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe42414af10 con 0x7fe424156750 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe429481640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42414bfb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe41400afd0 tx=0x7fe41400ca20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fcfa62e4640 1 Processor -- start 2024-09-16T01:13:55.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe414015070 con 0x7fe424156750 2024-09-16T01:13:55.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f65bffff640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 0x7f65c0146ac0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009670 tx=0x7f65b8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe414011800 con 0x7fe424156750 2024-09-16T01:13:55.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe414011bf0 con 0x7fe424156750 2024-09-16T01:13:55.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe42414b1f0 con 0x7fe424156750 2024-09-16T01:13:55.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f8036dea640 1 Processor -- start 2024-09-16T01:13:55.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7fcfa62e4640 1 -- start start 2024-09-16T01:13:55.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f847cfd6640 1 Processor -- start 2024-09-16T01:13:55.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7f847cfd6640 1 -- start start 2024-09-16T01:13:55.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.161+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe42414b7b0 con 0x7fe424156750 2024-09-16T01:13:55.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f7fcbfff640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fc40e34e0 con 0x7f7fc40e1450 2024-09-16T01:13:55.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8030e50 con 0x7f65c00cdfc0 2024-09-16T01:13:55.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b80433f0 con 0x7f65c00cdfc0 2024-09-16T01:13:55.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f847cfd6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f847814db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847cfd6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8478071ea0 0x7f84780ce6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f8036dea640 1 -- start start 2024-09-16T01:13:55.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f803006bc10 0x7f8030151aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 0x7f8030150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847cfd6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f84781f10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8030162670 0x7f8030150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f7fcbfff640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fc40e3aa0 con 0x7f7fc40e1450 2024-09-16T01:13:55.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847cfd6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8478073140 con 0x7f8478071ea0 2024-09-16T01:13:55.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f80300b3cd0 con 0x7f8030162670 2024-09-16T01:13:55.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8030166ee0 con 0x7f80300cf4e0 2024-09-16T01:13:55.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8036dea640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f80300b3e50 con 0x7f803006bc10 2024-09-16T01:13:55.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7f752a7fc640 1 --2- 172.21.15.29:0/4093958133 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7520009870 tx=0x7f752002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87ff70028629ff44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847cfd6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8478158f50 con 0x7f847806de30 2024-09-16T01:13:55.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847cfd6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f84780732c0 con 0x7f8478072770 2024-09-16T01:13:55.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7fcfa62e4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa014d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b80437c0 con 0x7f65c00cdfc0 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c014ce40 con 0x7f65c00cdfc0 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c0147000 con 0x7f65c00cdfc0 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 0x7f8030150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 0x7f8030150560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45942/0 (socket says 172.21.15.29:45942) 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 -- 172.21.15.29:0/2157306651 learned_addr learned my addr 172.21.15.29:0/2157306651 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8035de8640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f803006bc10 0x7f8030151aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7fcfa62e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 0x7fcfa014bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.162+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe42406c270 con 0x7fe424156750 2024-09-16T01:13:55.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7fcf9ffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa014d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8475d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8478071ea0 0x7f84780ce6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f847659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f847814db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8475d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8478071ea0 0x7f84780ce6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41564/0 (socket says 172.21.15.29:41564) 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8475d9b640 1 -- 172.21.15.29:0/997331749 learned_addr learned my addr 172.21.15.29:0/997331749 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f8476d9d640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f84781f10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 -- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f803006bc10 msgr2=0x7f8030151aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f7529ffb640 1 -- 172.21.15.29:0/4093958133 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520037070 con 0x7f752c0cf6c0 2024-09-16T01:13:55.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f7529ffb640 1 -- 172.21.15.29:0/4093958133 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7520032440 con 0x7f752c0cf6c0 2024-09-16T01:13:55.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f7529ffb640 1 -- 172.21.15.29:0/4093958133 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520032810 con 0x7f752c0cf6c0 2024-09-16T01:13:55.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcfa62e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcfa00cdb90 0x7fcfa0141640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcfa62e4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa00ce180 con 0x7fcfa00cd560 2024-09-16T01:13:55.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe414018070 con 0x7fe424156750 2024-09-16T01:13:55.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcfa62e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa00ce000 con 0x7fcfa00cdb90 2024-09-16T01:13:55.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcfa62e4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcfa00ce300 con 0x7fcfa006d460 2024-09-16T01:13:55.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcf9f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 0x7fcfa014bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcf9f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 0x7fcfa014bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41576/0 (socket says 172.21.15.29:41576) 2024-09-16T01:13:55.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fcf9f7fe640 1 -- 172.21.15.29:0/1570669347 learned_addr learned my addr 172.21.15.29:0/1570669347 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f803006bc10 0x7f8030151aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 -- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8030162670 msgr2=0x7f8030150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 -- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 msgr2=0x7f847814db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f847814db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 -- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8478071ea0 msgr2=0x7f84780ce6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8478071ea0 0x7f84780ce6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84780b22c0 con 0x7f8478072770 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f847659c640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f847806de30 0x7f847814db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/3554821988 shutdown_connections 2024-09-16T01:13:55.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f65c014c910 con 0x7f65c00cdfc0 2024-09-16T01:13:55.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/3554821988 wait complete. 2024-09-16T01:13:55.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f7fcbfff640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7fc40e1830 con 0x7f7fc40e1450 2024-09-16T01:13:55.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7fcc094030 con 0x7f7fc40e1450 2024-09-16T01:13:55.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8476d9d640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f84781f10e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8470010de0 tx=0x7f847000b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84700157d0 con 0x7f8478072770 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8470015970 con 0x7f8478072770 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470015d40 con 0x7f8478072770 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f847cfd6640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84780b25a0 con 0x7f8478072770 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f847cfd6640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f84780b2e40 con 0x7f8478072770 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8030162670 0x7f8030150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.163+0000 7f80355e7640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8030164690 con 0x7f80300cf4e0 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f80355e7640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 0x7f8030150560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f802c00c780 tx=0x7f802c00cc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c005070 con 0x7f80300cf4e0 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f8035de8640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f803006bc10 0x7f8030151aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f802c005230 con 0x7f80300cf4e0 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c00a640 con 0x7f80300cf4e0 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f8036dea640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8030164970 con 0x7f80300cf4e0 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7531280640 1 -- 172.21.15.29:0/4093958133 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 msgr2=0x7f752c070e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7531280640 1 --2- 172.21.15.29:0/4093958133 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7520009870 tx=0x7f752002a250 comp rx=0 tx=0).stop 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7fb37fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7fb806c300 0x7f7fb806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7fcc106000 con 0x7f7fc40e1450 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7fb37fe640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f7fb80744a0 0x7f7fb80768c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7fcc06ee50 con 0x7f7fb80744a0 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7f7fca7fc640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f7fb80744a0 0x7f7fb80768c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7f8036dea640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8030164f30 con 0x7f80300cf4e0 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 -- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 msgr2=0x7fcfa014d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcfa006d460 0x7fcfa014d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 -- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcfa00cdb90 msgr2=0x7fcfa0141640 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcfa00cdb90 0x7fcfa0141640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfa014c810 con 0x7fcfa00cd560 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.165+0000 7fcf9f7fe640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 0x7fcfa014bca0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcf8800c780 tx=0x7fcf8800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf88018070 con 0x7fcfa00cd560 2024-09-16T01:13:55.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7f7fcaffd640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7fb806c300 0x7f7fb806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7f7fca7fc640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f7fb80744a0 0x7f7fb80768c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7fcfa62e4640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfa014caf0 con 0x7fcfa00cd560 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7f0d8e0f2640 1 Processor -- start 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7f0d8e0f2640 1 -- start start 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7fcc10b060 con 0x7f7fc40e1450 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7531280640 1 -- 172.21.15.29:0/4093958133 shutdown_connections 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7531280640 1 --2- 172.21.15.29:0/4093958133 >> v2:172.21.15.29:3300/0 conn(0x7f752c0b4900 0x7f752c0b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7531280640 1 --2- 172.21.15.29:0/4093958133 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0cf6c0 0x7f752c070e50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7531280640 1 -- 172.21.15.29:0/4093958133 >> 172.21.15.29:0/4093958133 conn(0x7f752c0b1df0 msgr2=0x7f752c0b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f0d8e0f2640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 0x7f0d8815efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f0d8e0f2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d880cf4f0 0x7f0d8815b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f7531280640 1 -- 172.21.15.29:0/4093958133 shutdown_connections 2024-09-16T01:13:55.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f0d8e0f2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d88162890 0x7f0d8815d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8e0f2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8806ece0 con 0x7f0d88162890 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8e0f2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8806da80 con 0x7f0d880cf4f0 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8e0f2640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f0d8806ee60 con 0x7f0d88067a50 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 0x7f0d8815efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 0x7f0d8815efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:32960/0 (socket says 172.21.15.29:32960) 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 -- 172.21.15.29:0/643152650 learned_addr learned my addr 172.21.15.29:0/643152650 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.164+0000 7fe41a7fc640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe40806c380 0x7fe40806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe41408b1b0 con 0x7fe424156750 2024-09-16T01:13:55.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f84780b29a0 con 0x7f8478072770 2024-09-16T01:13:55.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe41a7fc640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7fe4080745a0 0x7fe4080769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe41401ce50 con 0x7fe4080745a0 2024-09-16T01:13:55.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe414092050 con 0x7fe424156750 2024-09-16T01:13:55.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d88162890 0x7f0d8815d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84700273f0 con 0x7f8478072770 2024-09-16T01:13:55.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe429c82640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe40806c380 0x7fe40806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== osd.0 v2:172.21.15.29:6824/76324995 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7fcc06ee50 con 0x7f7fb80744a0 2024-09-16T01:13:55.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 -- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d880cf4f0 msgr2=0x7f0d8815b6d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d880cf4f0 0x7f0d8815b6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 -- 172.21.15.29:0/643152650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d88162890 msgr2=0x7f0d8815d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d88162890 0x7f0d8815d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d0f0640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8815f4f0 con 0x7f0d88067a50 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d88162890 0x7f0d8815d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.166+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf8800a640 con 0x7fcfa00cd560 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf8800aa30 con 0x7fcfa00cd560 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7fcfa62e4640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfa014d0b0 con 0x7fcfa00cd560 2024-09-16T01:13:55.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcfa01478e0 con 0x7fcfa00cd560 2024-09-16T01:13:55.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7fe42a483640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7fe4080745a0 0x7fe4080769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8466ffd640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f845806c380 0x7f845806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f7531280640 1 -- 172.21.15.29:0/4093958133 wait complete. 2024-09-16T01:13:55.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65b804a060 con 0x7f65c00cdfc0 2024-09-16T01:13:55.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f0d8d0f0640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 0x7f0d8815efb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400e990 tx=0x7f0d8400ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f847008ffd0 con 0x7f8478072770 2024-09-16T01:13:55.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7fe429c82640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe40806c380 0x7fe40806e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe420009560 tx=0x7fe42002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8466ffd640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7f84580745a0 0x7f84580769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f7fcaffd640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7fb806c300 0x7f7fb806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0034000 tx=0x7f7fc002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f65bcff9640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65ac06c520 0x7f65ac06e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f65b80acce0 con 0x7f65c00cdfc0 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65bcff9640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f65ac0747a0 0x7f65ac076bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f65b8030e50 con 0x7f65ac0747a0 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f65b80ad0d0 con 0x7f65c00cdfc0 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65c4cc5640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f65ac0747a0 0x7f65ac076bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8470006bf0 con 0x7f84580745a0 2024-09-16T01:13:55.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84017070 con 0x7f0d88067a50 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f65bf7fe640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65ac06c520 0x7f65ac06e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf8801b070 con 0x7fcfa00cd560 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84700925d0 con 0x7f8478072770 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f8475d9b640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7f84580745a0 0x7f84580769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f8475d9b640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7f84580745a0 0x7f84580769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f847659c640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f845806c380 0x7f845806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.167+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f800c001030 con 0x7f80300cf4e0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.168+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f802c00a7e0 con 0x7f80300cf4e0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f80267fc640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f801406c380 0x7f801406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f802c08b0b0 con 0x7f80300cf4e0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f80267fc640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f80140745a0 0x7f80140769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f802c01ce50 con 0x7f80140745a0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f802c092050 con 0x7f80300cf4e0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f80365e9640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f80140745a0 0x7f80140769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f8035de8640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f801406c380 0x7f801406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f80365e9640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f80140745a0 0x7f80140769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d8400c9e0 con 0x7f0d88067a50 2024-09-16T01:13:55.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84017070 con 0x7f0d88067a50 2024-09-16T01:13:55.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.169+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8815df10 con 0x7f0d88067a50 2024-09-16T01:13:55.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7f0d8e0f2640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8815e4d0 con 0x7f0d88067a50 2024-09-16T01:13:55.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f847659c640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f845806c380 0x7f845806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8468034000 tx=0x7f846802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcf9cff9640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcf8406c380 0x7fcf8406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcf8808b170 con 0x7fcfa00cd560 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.170+0000 7fe42a483640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7fe4080745a0 0x7fe4080769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcf9cff9640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7fcf84074600 0x7fcf84076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcf840770d0 con 0x7fcf84074600 2024-09-16T01:13:55.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcf8808b560 con 0x7fcfa00cd560 2024-09-16T01:13:55.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== osd.4 v2:172.21.15.122:6808/71770549 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe41401ce50 con 0x7fe4080745a0 2024-09-16T01:13:55.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== osd.2 v2:172.21.15.29:6808/995211388 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8470006bf0 con 0x7f84580745a0 2024-09-16T01:13:55.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f7531280640 1 Processor -- start 2024-09-16T01:13:55.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f7531280640 1 -- start start 2024-09-16T01:13:55.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f65bf7fe640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65ac06c520 0x7f65ac06e9e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f65c01557c0 tx=0x7f65b4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7fcfa4881640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7fcf84074600 0x7fcf84076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f8035de8640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f801406c380 0x7f801406e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f80300aad60 tx=0x7f80280096d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== osd.3 v2:172.21.15.29:6816/3448760939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f802c01ce50 con 0x7f80140745a0 2024-09-16T01:13:55.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7fcfa4881640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7fcf84074600 0x7fcf84076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7fcf9ffff640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcf8406c380 0x7fcf8406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f65c4cc5640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f65ac0747a0 0x7f65ac076bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== osd.1 v2:172.21.15.29:6800/4125532244 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcf840770d0 con 0x7fcf84074600 2024-09-16T01:13:55.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.171+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0d880b6120 con 0x7f0d88067a50 2024-09-16T01:13:55.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d8401a070 con 0x7f0d88067a50 2024-09-16T01:13:55.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f0d7dffb640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0d6c06c6b0 0x7f0d6c06eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0d8400f040 con 0x7f0d88067a50 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f752c08c720 0x7f752c164c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0b4900 0x7f752c0aac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 0x7f752c167ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f752c16ea50 con 0x7f752c08c720 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f752c0cd1d0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.172+0000 7f7531280640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f752c0cf340 con 0x7f752c0b4900 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 0x7f752c167ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 0x7f752c167ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:45982/0 (socket says 172.21.15.29:45982) 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 -- 172.21.15.29:0/1390857246 learned_addr learned my addr 172.21.15.29:0/1390857246 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752a7fc640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0b4900 0x7f752c0aac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 -- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0b4900 msgr2=0x7f752c0aac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f752c0b4900 0x7f752c0aac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 -- 172.21.15.29:0/1390857246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f752c08c720 msgr2=0x7f752c164c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752affd640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f752c08c720 0x7f752c164c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f752c08c720 0x7f752c164c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752b7fe640 1 -- 172.21.15.29:0/1390857246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f752c166f20 con 0x7f752c0cf6c0 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f752affd640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f752c08c720 0x7f752c164c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f0d8c8ef640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0d6c06c6b0 0x7f0d6c06eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f0d7dffb640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f0d6c074850 0x7f0d6c076c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.173+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0d84020e50 con 0x7f0d6c074850 2024-09-16T01:13:55.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f752b7fe640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 0x7f752c167ce0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f751c007db0 tx=0x7f751c00d490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0d840587c0 con 0x7f0d88067a50 2024-09-16T01:13:55.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c02a070 con 0x7f752c0cf6c0 2024-09-16T01:13:55.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f751c00dda0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f0d6c074850 0x7f0d6c076c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7fcf9ffff640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcf8406c380 0x7fcf8406e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcfa015d030 tx=0x7fcf98009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f0d8c8ef640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0d6c06c6b0 0x7f0d6c06eb70 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0d88142480 tx=0x7f0d78007880 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f0d8d8f1640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f0d6c074850 0x7f0d6c076c70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.174+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751c003bd0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.175+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f752c167200 con 0x7f752c0cf6c0 2024-09-16T01:13:55.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.175+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f752c1677c0 con 0x7f752c0cf6c0 2024-09-16T01:13:55.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.175+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== osd.7 v2:172.21.15.122:6816/2521137576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f65b8030e50 con 0x7f65ac0747a0 2024-09-16T01:13:55.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.175+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== osd.5 v2:172.21.15.122:6824/2432120155 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0d84020e50 con 0x7f0d6c074850 2024-09-16T01:13:55.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.177+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f751c02d070 con 0x7f752c0cf6c0 2024-09-16T01:13:55.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.178+0000 7f75137fe640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f751806c2b0 0x7f751806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.178+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f751c09c530 con 0x7f752c0cf6c0 2024-09-16T01:13:55.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.179+0000 7f752affd640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f751806c2b0 0x7f751806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.179+0000 7f7531280640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7f752c0ab150 0x7f752c0b15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.179+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 --> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f752c0b4d70 con 0x7f752c0ab150 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.179+0000 7f752affd640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f751806c2b0 0x7f751806e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7524000f60 tx=0x7f7524009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.179+0000 7f752a7fc640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7f752c0ab150 0x7f752c0b15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.180+0000 7f752a7fc640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7f752c0ab150 0x7f752c0b15a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.181+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== osd.6 v2:172.21.15.122:6800/2668894123 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f752c0b4d70 con 0x7f752c0ab150 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.199+0000 7f7fcbfff640 1 -- 172.21.15.29:0/3763273130 --> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7fc416b630 con 0x7f7fb80744a0 2024-09-16T01:13:55.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.199+0000 7f7fb37fe640 1 -- 172.21.15.29:0/3763273130 <== osd.0 v2:172.21.15.29:6824/76324995 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7fc416b630 con 0x7f7fb80744a0 2024-09-16T01:13:55.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f7fb80744a0 msgr2=0x7f7fb80768c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f7fb80744a0 0x7f7fb80768c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7fb806c300 msgr2=0x7f7fb806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7fb806c300 0x7f7fb806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0034000 tx=0x7f7fc002e000 comp rx=0 tx=0).stop 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 msgr2=0x7f7fc40dd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.200+0000 7f7fb17fa640 1 --2- 172.21.15.29:0/3763273130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fc40e1450 0x7f7fc40dd4c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc0637b0 tx=0x7f7fcc069060 comp rx=0 tx=0).stop 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f7fcb7fe640 1 -- 172.21.15.29:0/3763273130 reap_dead start 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 shutdown_connections 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 >> 172.21.15.29:0/3763273130 conn(0x7f7fc40567a0 msgr2=0x7f7fc4036100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 --> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f800c002dd0 con 0x7f80140745a0 2024-09-16T01:13:55.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 shutdown_connections 2024-09-16T01:13:55.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.201+0000 7f7fb17fa640 1 -- 172.21.15.29:0/3763273130 wait complete. 2024-09-16T01:13:55.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.202+0000 7f80267fc640 1 -- 172.21.15.29:0/2157306651 <== osd.3 v2:172.21.15.29:6816/3448760939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f800c002dd0 con 0x7f80140745a0 2024-09-16T01:13:55.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f80140745a0 msgr2=0x7f80140769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f80140745a0 0x7f80140769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f801406c380 msgr2=0x7f801406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f801406c380 0x7f801406e840 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f80300aad60 tx=0x7f80280096d0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 msgr2=0x7f8030150560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f8013fff640 1 --2- 172.21.15.29:0/2157306651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80300cf4e0 0x7f8030150560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f802c00c780 tx=0x7f802c00cc40 comp rx=0 tx=0).stop 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7f80365e9640 1 -- 172.21.15.29:0/2157306651 reap_dead start 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.203+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 --> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe424075900 con 0x7fe4080745a0 2024-09-16T01:13:55.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 shutdown_connections 2024-09-16T01:13:55.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 >> 172.21.15.29:0/2157306651 conn(0x7f80300b56f0 msgr2=0x7f80300b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 shutdown_connections 2024-09-16T01:13:55.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 --> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8478069640 con 0x7f84580745a0 2024-09-16T01:13:55.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7f8013fff640 1 -- 172.21.15.29:0/2157306651 wait complete. 2024-09-16T01:13:55.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.204+0000 7fe41a7fc640 1 -- 172.21.15.29:0/4095650616 <== osd.4 v2:172.21.15.122:6808/71770549 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe424075900 con 0x7fe4080745a0 2024-09-16T01:13:55.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7f8466ffd640 1 -- 172.21.15.29:0/997331749 <== osd.2 v2:172.21.15.29:6808/995211388 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8478069640 con 0x7f84580745a0 2024-09-16T01:13:55.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7fe4080745a0 msgr2=0x7fe4080769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7fe4080745a0 0x7fe4080769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe40806c380 msgr2=0x7fe40806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe40806c380 0x7fe40806e840 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe420009560 tx=0x7fe42002e000 comp rx=0 tx=0).stop 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 msgr2=0x7fe42414bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 --2- 172.21.15.29:0/4095650616 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe424156750 0x7fe42414bfb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe41400afd0 tx=0x7fe41400ca20 comp rx=0 tx=0).stop 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42a483640 1 -- 172.21.15.29:0/4095650616 reap_dead start 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 shutdown_connections 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 >> 172.21.15.29:0/4095650616 conn(0x7fe4240b56f0 msgr2=0x7fe4240b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 shutdown_connections 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.205+0000 7fe42ac84640 1 -- 172.21.15.29:0/4095650616 wait complete. 2024-09-16T01:13:55.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7f84580745a0 msgr2=0x7f84580769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 --> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcfa014d280 con 0x7fcf84074600 2024-09-16T01:13:55.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7f84580745a0 0x7f84580769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f845806c380 msgr2=0x7f845806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f845806c380 0x7f845806e840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8468034000 tx=0x7f846802e000 comp rx=0 tx=0).stop 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 msgr2=0x7f84781f10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 --2- 172.21.15.29:0/997331749 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478072770 0x7f84781f10e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8470010de0 tx=0x7f847000b480 comp rx=0 tx=0).stop 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8476d9d640 1 -- 172.21.15.29:0/997331749 reap_dead start 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7fcf9cff9640 1 -- 172.21.15.29:0/1570669347 <== osd.1 v2:172.21.15.29:6800/4125532244 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcfa014d280 con 0x7fcf84074600 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 shutdown_connections 2024-09-16T01:13:55.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.206+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 >> 172.21.15.29:0/997331749 conn(0x7f8478067d70 msgr2=0x7f847806e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 shutdown_connections 2024-09-16T01:13:55.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 --> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f65c014d770 con 0x7f65ac0747a0 2024-09-16T01:13:55.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f8464ff9640 1 -- 172.21.15.29:0/997331749 wait complete. 2024-09-16T01:13:55.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 --> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0d8815bc10 con 0x7f0d6c074850 2024-09-16T01:13:55.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7fcf84074600 msgr2=0x7fcf84076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7fcf84074600 0x7fcf84076a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcf8406c380 msgr2=0x7fcf8406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcf8406c380 0x7fcf8406e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcfa015d030 tx=0x7fcf98009040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f65bcff9640 1 -- 172.21.15.29:0/3477459893 <== osd.7 v2:172.21.15.122:6816/2521137576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f65c014d770 con 0x7f65ac0747a0 2024-09-16T01:13:55.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 msgr2=0x7fcfa014bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcf967fc640 1 --2- 172.21.15.29:0/1570669347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfa00cd560 0x7fcfa014bca0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcf8800c780 tx=0x7fcf8800cc40 comp rx=0 tx=0).stop 2024-09-16T01:13:55.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7fcfa4881640 1 -- 172.21.15.29:0/1570669347 reap_dead start 2024-09-16T01:13:55.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.207+0000 7f0d7dffb640 1 -- 172.21.15.29:0/643152650 <== osd.5 v2:172.21.15.122:6824/2432120155 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0d8815bc10 con 0x7f0d6c074850 2024-09-16T01:13:55.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 shutdown_connections 2024-09-16T01:13:55.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 >> 172.21.15.29:0/1570669347 conn(0x7fcfa00cca40 msgr2=0x7fcfa0071470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f65ac0747a0 msgr2=0x7f65ac076bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f65ac0747a0 0x7f65ac076bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f0d6c074850 msgr2=0x7f0d6c076c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f0d6c074850 0x7f0d6c076c70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65ac06c520 msgr2=0x7f65ac06e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65ac06c520 0x7f65ac06e9e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f65c01557c0 tx=0x7f65b4009040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 msgr2=0x7f65c0146ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 --2- 172.21.15.29:0/3477459893 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65c00cdfc0 0x7f65c0146ac0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009670 tx=0x7f65b8004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c4cc5640 1 -- 172.21.15.29:0/3477459893 reap_dead start 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 shutdown_connections 2024-09-16T01:13:55.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 >> 172.21.15.29:0/3477459893 conn(0x7f65c00b1df0 msgr2=0x7f65c0158730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0d6c06c6b0 msgr2=0x7f0d6c06eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0d6c06c6b0 0x7f0d6c06eb70 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0d88142480 tx=0x7f0d78007880 comp rx=0 tx=0).stop 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 msgr2=0x7f0d8815efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d737fe640 1 --2- 172.21.15.29:0/643152650 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0d88067a50 0x7f0d8815efb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400e990 tx=0x7f0d8400ee50 comp rx=0 tx=0).stop 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.208+0000 7f0d8d8f1640 1 -- 172.21.15.29:0/643152650 reap_dead start 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 shutdown_connections 2024-09-16T01:13:55.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 >> 172.21.15.29:0/643152650 conn(0x7f0d880713e0 msgr2=0x7f0d880b5710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 shutdown_connections 2024-09-16T01:13:55.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 shutdown_connections 2024-09-16T01:13:55.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f65c6728640 1 -- 172.21.15.29:0/3477459893 wait complete. 2024-09-16T01:13:55.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 shutdown_connections 2024-09-16T01:13:55.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f0d737fe640 1 -- 172.21.15.29:0/643152650 wait complete. 2024-09-16T01:13:55.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 --> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f752c0b30f0 con 0x7f752c0ab150 2024-09-16T01:13:55.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7fcf967fc640 1 -- 172.21.15.29:0/1570669347 wait complete. 2024-09-16T01:13:55.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.209+0000 7f75137fe640 1 -- 172.21.15.29:0/1390857246 <== osd.6 v2:172.21.15.122:6800/2668894123 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f752c0b30f0 con 0x7f752c0ab150 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7f752c0ab150 msgr2=0x7f752c0b15a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7f752c0ab150 0x7f752c0b15a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f751806c2b0 msgr2=0x7f751806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f751806c2b0 0x7f751806e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7524000f60 tx=0x7f7524009040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 msgr2=0x7f752c167ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f7531280640 1 --2- 172.21.15.29:0/1390857246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f752c0cf6c0 0x7f752c167ce0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f751c007db0 tx=0x7f751c00d490 comp rx=0 tx=0).stop 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.210+0000 7f752b7fe640 1 -- 172.21.15.29:0/1390857246 reap_dead start 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.211+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 shutdown_connections 2024-09-16T01:13:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.211+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 >> 172.21.15.29:0/1390857246 conn(0x7f752c0b1df0 msgr2=0x7f752c08c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.216+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 shutdown_connections 2024-09-16T01:13:55.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.219+0000 7f7531280640 1 -- 172.21.15.29:0/1390857246 wait complete. 2024-09-16T01:13:55.268 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:55.269 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:13:55.270 INFO:teuthology.orchestra.run.smithi029.stdout:60129542151 2024-09-16T01:13:55.270 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:13:55.271 INFO:teuthology.orchestra.run.smithi029.stdout:64424509447 2024-09-16T01:13:55.271 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T01:13:55.272 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:55.272 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:13:55.273 INFO:teuthology.orchestra.run.smithi029.stdout:64424509448 2024-09-16T01:13:55.273 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T01:13:55.274 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:55.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:13:55.275 INFO:teuthology.orchestra.run.smithi029.stdout:64424509449 2024-09-16T01:13:55.275 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T01:13:55.276 INFO:teuthology.orchestra.run.smithi029.stdout:64424509448 2024-09-16T01:13:55.276 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T01:13:55.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.480+0000 7f4a89924640 1 Processor -- start 2024-09-16T01:13:55.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.481+0000 7f4a89924640 1 -- start start 2024-09-16T01:13:55.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a89924640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 0x7f4a8406fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a89924640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 0x7f4a8415e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a89924640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a84161f00 con 0x7f4a84162af0 2024-09-16T01:13:55.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a89924640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4a84162ed0 con 0x7f4a840b06d0 2024-09-16T01:13:55.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a89924640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4a84070540 con 0x7f4a840700d0 2024-09-16T01:13:55.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a83fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 0x7f4a8406fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a88922640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f4a84162af0 0x7f4a840b5ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47714/0 (socket says 172.21.15.29:47714) 2024-09-16T01:13:55.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.482+0000 7f4a88922640 1 -- 172.21.15.29:0/4007482050 learned_addr learned my addr 172.21.15.29:0/4007482050 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a89123640 1 --2- 172.21.15.29:0/4007482050 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 0x7f4a8415e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a89123640 1 -- 172.21.15.29:0/4007482050 >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 msgr2=0x7f4a8406fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a89123640 1 --2- 172.21.15.29:0/4007482050 >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 0x7f4a8406fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a89123640 1 -- 172.21.15.29:0/4007482050 >> v1:172.21.15.122:6789/0 conn(0x7f4a84162af0 legacy=0x7f4a840b5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a89123640 1 -- 172.21.15.29:0/4007482050 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a840731e0 con 0x7f4a840700d0 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.483+0000 7f4a83fff640 1 --2- 172.21.15.29:0/4007482050 >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 0x7f4a8406fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.484+0000 7fa7a6627640 1 Processor -- start 2024-09-16T01:13:55.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.484+0000 7fa7a6627640 1 -- start start 2024-09-16T01:13:55.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.484+0000 7f4a89123640 1 --2- 172.21.15.29:0/4007482050 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 0x7f4a8415e910 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a840733b0 tx=0x7f4a6c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd3db248e614471e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.484+0000 7f4a837fe640 1 -- 172.21.15.29:0/4007482050 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c037070 con 0x7f4a840700d0 2024-09-16T01:13:55.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7f4a837fe640 1 -- 172.21.15.29:0/4007482050 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a6c032440 con 0x7f4a840700d0 2024-09-16T01:13:55.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7f4a837fe640 1 -- 172.21.15.29:0/4007482050 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c0327f0 con 0x7f4a840700d0 2024-09-16T01:13:55.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fd53ef36640 1 Processor -- start 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa7a6627640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a00b2ff0 0x7fa7a00b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa7a6627640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa7a006bfb0 0x7fa7a006c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa7a6627640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7a0162a70 con 0x7fa7a0162690 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa7a6627640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa7a00b3970 con 0x7fa7a006bfb0 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa7a6627640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa7a00ce5e0 con 0x7fa7a00b2ff0 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa79ffff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa7a0162690 0x7fa7a00cdb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47726/0 (socket says 172.21.15.29:47726) 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fa79ffff640 1 -- 172.21.15.29:0/1785469642 learned_addr learned my addr 172.21.15.29:0/1785469642 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa7a4bc4640 1 --2- 172.21.15.29:0/1785469642 >> v2:172.21.15.122:3300/0 conn(0x7fa7a006bfb0 0x7fa7a006c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79f7fe640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a00b2ff0 0x7fa7a00b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3288953144 0 0) 0x7fa7a0162a70 con 0x7fa7a0162690 2024-09-16T01:13:55.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa788003520 con 0x7fa7a0162690 2024-09-16T01:13:55.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7fd53ef36640 1 -- start start 2024-09-16T01:13:55.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7f4321a7b640 1 Processor -- start 2024-09-16T01:13:55.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fe1ccd62640 1 Processor -- start 2024-09-16T01:13:55.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fe1ccd62640 1 -- start start 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.1 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 483707231 0 0) 0x7fa788003520 con 0x7fa7a0162690 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a00b2ff0 msgr2=0x7fa7a00b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a00b2ff0 0x7fa7a00b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 >> v2:172.21.15.122:3300/0 conn(0x7fa7a006bfb0 msgr2=0x7fa7a006c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 --2- 172.21.15.29:0/1785469642 >> v2:172.21.15.122:3300/0 conn(0x7fa7a006bfb0 0x7fa7a006c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a00ce8c0 con 0x7fa7a0162690 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.1 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fa790001670 con 0x7fa7a0162690 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 >> v1:172.21.15.122:6789/0 conn(0x7fa7a0162690 legacy=0x7fa7a00cdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7880039b0 0x7fa788003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7880043a0 0x7fa788004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa788004ef0 0x7fa78800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a00b3970 con 0x7fa7880043a0 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a00ce5e0 con 0x7fa788004ef0 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa78800bf00 con 0x7fa7880039b0 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.486+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7880039b0 0x7fa788003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f017f427640 1 Processor -- start 2024-09-16T01:13:55.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.485+0000 7f4321a7b640 1 -- start start 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f4321a7b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f431c162720 0x7f431c0b2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f4321a7b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 0x7f431c162f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f4321a7b640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f431c163520 con 0x7f431c162b00 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f4321a7b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f431c0cce00 con 0x7f431c162720 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f4321a7b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f431c163dc0 con 0x7f431c0b4e40 2024-09-16T01:13:55.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53ef36640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd538067950 0x7fd538067d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53ef36640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd5380b7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53ef36640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd538068270 con 0x7fd53815e670 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fe1ccd62640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1c8073340 0x7fe1c80b3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fe1ccd62640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c80cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fe1ccd62640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1c806ccb0 con 0x7fe1c80cf670 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fe1ccd62640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c806cf50 con 0x7fe1c8073340 2024-09-16T01:13:55.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53ef36640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd5380cf9b0 con 0x7fd538067950 2024-09-16T01:13:55.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53ef36640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fd5380d34d0 con 0x7fd5380b77a0 2024-09-16T01:13:55.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53d733640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd53815e670 0x7fd5380cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38606/0 (socket says 172.21.15.29:38606) 2024-09-16T01:13:55.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fd53d733640 1 -- 172.21.15.29:0/1223347566 learned_addr learned my addr 172.21.15.29:0/1223347566 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f017f427640 1 -- start start 2024-09-16T01:13:55.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fe1ccd62640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c8073720 con 0x7fe1c80b4190 2024-09-16T01:13:55.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f431b7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f431c162720 0x7f431c0b2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f431b7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f431c162720 0x7f431c0b2790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41638/0 (socket says 172.21.15.29:41638) 2024-09-16T01:13:55.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7f431b7fe640 1 -- 172.21.15.29:0/1725250568 learned_addr learned my addr 172.21.15.29:0/1725250568 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fa79ffff640 1 -- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa788004ef0 msgr2=0x7fa78800b9c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa788004ef0 0x7fa78800b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fa79ffff640 1 -- 172.21.15.29:0/1785469642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7880043a0 msgr2=0x7fa788004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7880043a0 0x7fa788004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.487+0000 7fa79ffff640 1 -- 172.21.15.29:0/1785469642 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa788003520 con 0x7fa7880039b0 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fe1c7fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fe1c80cf670 0x7fe1c815de00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47728/0 (socket says 172.21.15.29:47728) 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fe1c7fff640 1 -- 172.21.15.29:0/2617784840 learned_addr learned my addr 172.21.15.29:0/2617784840 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fe1c6ffd640 1 --2- 172.21.15.29:0/2617784840 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c80cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431bfff640 1 --2- 172.21.15.29:0/1725250568 >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 0x7f431c162f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431b7fe640 1 -- 172.21.15.29:0/1725250568 >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 msgr2=0x7f431c162f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431b7fe640 1 --2- 172.21.15.29:0/1725250568 >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 0x7f431c162f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431b7fe640 1 -- 172.21.15.29:0/1725250568 >> v1:172.21.15.29:6789/0 conn(0x7f431c162b00 legacy=0x7f431c0b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431b7fe640 1 -- 172.21.15.29:0/1725250568 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f431c163800 con 0x7f431c162720 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f431bfff640 1 --2- 172.21.15.29:0/1725250568 >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 0x7f431c162f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7880039b0 0x7fa788003dd0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa79000c2f0 tx=0x7fa788005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f1bf0724a1e7a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f4a89924640 1 -- 172.21.15.29:0/4007482050 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 msgr2=0x7f4a8415e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f4a89924640 1 --2- 172.21.15.29:0/4007482050 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 0x7f4a8415e910 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a840733b0 tx=0x7f4a6c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fd53e735640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd5380b7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fe1c67fc640 1 -- 172.21.15.29:0/2617784840 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 558933169 0 0) 0x7fe1c806ccb0 con 0x7fe1c80cf670 2024-09-16T01:13:55.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fd53cf32640 1 -- 172.21.15.29:0/1223347566 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2519849693 0 0) 0x7fd538068270 con 0x7fd53815e670 2024-09-16T01:13:55.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fe1c67fc640 1 -- 172.21.15.29:0/2617784840 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1b0003520 con 0x7fe1c80cf670 2024-09-16T01:13:55.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fd53cf32640 1 -- 172.21.15.29:0/1223347566 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd524003520 con 0x7fd53815e670 2024-09-16T01:13:55.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f017f427640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 0x7f01780b4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f017f427640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01780b4c70 0x7f01780cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f017f427640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0178163520 con 0x7f0178162720 2024-09-16T01:13:55.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fe1c6ffd640 1 -- 172.21.15.29:0/2617784840 >> v2:172.21.15.29:3300/0 conn(0x7fe1c8073340 msgr2=0x7fe1c80b3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fe1c6ffd640 1 --2- 172.21.15.29:0/2617784840 >> v2:172.21.15.29:3300/0 conn(0x7fe1c8073340 0x7fe1c80b3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fe1c6ffd640 1 -- 172.21.15.29:0/2617784840 >> v1:172.21.15.122:6789/0 conn(0x7fe1c80cf670 legacy=0x7fe1c815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f017f427640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f01780cce00 con 0x7f01780b2790 2024-09-16T01:13:55.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fe1c6ffd640 1 -- 172.21.15.29:0/2617784840 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c80b46a0 con 0x7fe1c80b4190 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7f017f427640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f0178163dc0 con 0x7f01780b4c70 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.488+0000 7fd53df34640 1 --2- 172.21.15.29:0/1223347566 >> v2:172.21.15.122:3300/0 conn(0x7fd538067950 0x7fd538067d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fd53df34640 1 -- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 msgr2=0x7fd5380b7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fd53df34640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd5380b7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fd53df34640 1 -- 172.21.15.29:0/1223347566 >> v1:172.21.15.29:6789/0 conn(0x7fd53815e670 legacy=0x7fd5380cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fd53df34640 1 -- 172.21.15.29:0/1223347566 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5380d37b0 con 0x7fd538067950 2024-09-16T01:13:55.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7f431b7fe640 1 --2- 172.21.15.29:0/1725250568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c162720 0x7f431c0b2790 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f431c0b3fc0 tx=0x7f430c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b973e1bc68058168 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7f017c9c2640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 0x7f01780b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7f431a7fc640 1 -- 172.21.15.29:0/1725250568 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c036070 con 0x7f431c162720 2024-09-16T01:13:55.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01780b4c70 0x7f01780cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f431a7fc640 1 -- 172.21.15.29:0/1725250568 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f430c031600 con 0x7f431c162720 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f431a7fc640 1 -- 172.21.15.29:0/1725250568 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c0319d0 con 0x7f431c162720 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790007d90 con 0x7fa7880039b0 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa79002e070 con 0x7fa7880039b0 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.489+0000 7fa79effd640 1 -- 172.21.15.29:0/1785469642 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790005db0 con 0x7fa7880039b0 2024-09-16T01:13:55.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 -- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7880039b0 msgr2=0x7fa788003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 --2- 172.21.15.29:0/1785469642 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7880039b0 0x7fa788003dd0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa79000c2f0 tx=0x7fa788005830 comp rx=0 tx=0).stop 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 -- 172.21.15.29:0/4007482050 shutdown_connections 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 --2- 172.21.15.29:0/4007482050 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a840700d0 0x7f4a8415e910 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 --2- 172.21.15.29:0/4007482050 >> v2:172.21.15.29:3300/0 conn(0x7f4a840b06d0 0x7f4a8406fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 -- 172.21.15.29:0/4007482050 >> 172.21.15.29:0/4007482050 conn(0x7f4a8406f070 msgr2=0x7f4a8406f480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 -- 172.21.15.29:0/4007482050 shutdown_connections 2024-09-16T01:13:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a4bc4640 1 -- 172.21.15.29:0/1785469642 reap_dead start 2024-09-16T01:13:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 -- 172.21.15.29:0/1785469642 shutdown_connections 2024-09-16T01:13:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 -- 172.21.15.29:0/1785469642 >> 172.21.15.29:0/1785469642 conn(0x7fa7a00cca40 msgr2=0x7fa7a00cce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f01780b4c70 0x7f01780cf930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:46004/0 (socket says 172.21.15.29:46004) 2024-09-16T01:13:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fe1c6ffd640 1 --2- 172.21.15.29:0/2617784840 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c80cf130 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800a940 tx=0x7fe1b802b4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18056114b23c295d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 -- 172.21.15.29:0/1053487367 learned_addr learned my addr 172.21.15.29:0/1053487367 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 -- 172.21.15.29:0/1785469642 shutdown_connections 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f016ffff640 1 -- 172.21.15.29:0/1053487367 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 843614681 0 0) 0x7f0178163520 con 0x7f0178162720 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f016ffff640 1 -- 172.21.15.29:0/1053487367 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0164003520 con 0x7f0178162720 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 -- 172.21.15.29:0/1053487367 >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 msgr2=0x7f01780b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 --2- 172.21.15.29:0/1053487367 >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 0x7f01780b4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 -- 172.21.15.29:0/1053487367 >> v1:172.21.15.122:6789/0 conn(0x7f0178162720 legacy=0x7f0178162b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017d9c4640 1 -- 172.21.15.29:0/1053487367 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0178163800 con 0x7f01780b4c70 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f017c9c2640 1 --2- 172.21.15.29:0/1053487367 >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 0x7f01780b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4321a7b640 1 -- 172.21.15.29:0/1725250568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c162720 msgr2=0x7f431c0b2790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4321a7b640 1 --2- 172.21.15.29:0/1725250568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c162720 0x7f431c0b2790 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f431c0b3fc0 tx=0x7f430c02a6a0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fa7a6627640 1 -- 172.21.15.29:0/1785469642 wait complete. 2024-09-16T01:13:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 -- 172.21.15.29:0/1725250568 shutdown_connections 2024-09-16T01:13:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 --2- 172.21.15.29:0/1725250568 >> v2:172.21.15.122:3300/0 conn(0x7f431c0b4e40 0x7f431c162f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 --2- 172.21.15.29:0/1725250568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c162720 0x7f431c0b2790 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 -- 172.21.15.29:0/1725250568 >> 172.21.15.29:0/1725250568 conn(0x7f431c06bc10 msgr2=0x7f431c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7f4a89924640 1 -- 172.21.15.29:0/4007482050 wait complete. 2024-09-16T01:13:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7fd53df34640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538067d30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd5340097a0 tx=0x7fd53402a0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a29895f914e5310 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fe1c67fc640 1 -- 172.21.15.29:0/2617784840 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b800b040 con 0x7fe1c80b4190 2024-09-16T01:13:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fe1c67fc640 1 -- 172.21.15.29:0/2617784840 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b8030710 con 0x7fe1c80b4190 2024-09-16T01:13:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.490+0000 7fe1c67fc640 1 -- 172.21.15.29:0/2617784840 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8030ae0 con 0x7fe1c80b4190 2024-09-16T01:13:55.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 -- 172.21.15.29:0/1725250568 shutdown_connections 2024-09-16T01:13:55.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7fd53cf32640 1 -- 172.21.15.29:0/1223347566 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534037070 con 0x7fd538067950 2024-09-16T01:13:55.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7fd53cf32640 1 -- 172.21.15.29:0/1223347566 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd53402ae40 con 0x7fd538067950 2024-09-16T01:13:55.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f017d9c4640 1 --2- 172.21.15.29:0/1053487367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b4c70 0x7f01780cf930 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f01780b3fc0 tx=0x7f017002a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c00a453ac46847e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f2eee1a6640 1 Processor -- start 2024-09-16T01:13:55.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f2eee1a6640 1 -- start start 2024-09-16T01:13:55.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 -- 172.21.15.29:0/2617784840 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 msgr2=0x7fe1c80cf130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/2617784840 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c80cf130 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800a940 tx=0x7fe1b802b4b0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53cf32640 1 -- 172.21.15.29:0/1223347566 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534032660 con 0x7fd538067950 2024-09-16T01:13:55.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f4a89924640 1 Processor -- start 2024-09-16T01:13:55.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f4a89924640 1 -- start start 2024-09-16T01:13:55.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 -- 172.21.15.29:0/2617784840 shutdown_connections 2024-09-16T01:13:55.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/2617784840 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c80cf130 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/2617784840 >> v2:172.21.15.29:3300/0 conn(0x7fe1c8073340 0x7fe1c80b3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 -- 172.21.15.29:0/2617784840 >> 172.21.15.29:0/2617784840 conn(0x7fe1c806e2f0 msgr2=0x7fe1c80b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fa7a6627640 1 Processor -- start 2024-09-16T01:13:55.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f016ffff640 1 -- 172.21.15.29:0/1053487367 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170036070 con 0x7f01780b4c70 2024-09-16T01:13:55.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 -- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 msgr2=0x7fd538067d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538067d30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd5340097a0 tx=0x7fd53402a0f0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7f016ffff640 1 -- 172.21.15.29:0/1053487367 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0170031600 con 0x7f01780b4c70 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fa7a6627640 1 -- start start 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 -- 172.21.15.29:0/1223347566 shutdown_connections 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd5380b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 --2- 172.21.15.29:0/1223347566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538067d30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 -- 172.21.15.29:0/1223347566 >> 172.21.15.29:0/1223347566 conn(0x7fd5380d42d0 msgr2=0x7fd5380d46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 -- 172.21.15.29:0/1223347566 shutdown_connections 2024-09-16T01:13:55.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fe1ccd62640 1 -- 172.21.15.29:0/2617784840 shutdown_connections 2024-09-16T01:13:55.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2eee1a6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 0x7f2ee0037b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2eee1a6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ee0053370 con 0x7f2ee0055dc0 2024-09-16T01:13:55.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2eee1a6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ee0053650 con 0x7f2ee00e0a40 2024-09-16T01:13:55.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2eee1a6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee00e0e20 con 0x7f2ee003aa70 2024-09-16T01:13:55.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f017f427640 1 -- 172.21.15.29:0/1053487367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b4c70 msgr2=0x7f01780cf930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f017f427640 1 --2- 172.21.15.29:0/1053487367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b4c70 0x7f01780cf930 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f01780b3fc0 tx=0x7f017002a6a0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f4a89924640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2ee7fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2ee0055dc0 0x7f2ee0054130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38622/0 (socket says 172.21.15.29:38622) 2024-09-16T01:13:55.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f2ee7fff640 1 -- 172.21.15.29:0/3845481132 learned_addr learned my addr 172.21.15.29:0/3845481132 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7a0163f10 0x7fa7a0165370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89924640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 0x7f4a841f9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a88922640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89924640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a84162af0 0x7f4a8415a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a88922640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41652/0 (socket says 172.21.15.29:41652) 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33058/0 (socket says 172.21.15.29:33058) 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a88922640 1 -- 172.21.15.29:0/1055224302 learned_addr learned my addr 172.21.15.29:0/1055224302 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4a84073ad0 con 0x7f4a840700d0 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4a84073f60 con 0x7f4a840b06d0 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4a84073480 con 0x7f4a84162af0 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa79ffff640 1 -- 172.21.15.29:0/1147585463 learned_addr learned my addr 172.21.15.29:0/1147585463 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a83fff640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 0x7f4a841f9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 658176589 0 0) 0x7f2ee0053370 con 0x7f2ee0055dc0 2024-09-16T01:13:55.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ed8003520 con 0x7f2ee0055dc0 2024-09-16T01:13:55.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7a0164390 0x7fa7a01658b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f4a89123640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a84162af0 0x7f4a8415a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 -- 172.21.15.29:0/1053487367 shutdown_connections 2024-09-16T01:13:55.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 --2- 172.21.15.29:0/1053487367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b4c70 0x7f01780cf930 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 --2- 172.21.15.29:0/1053487367 >> v2:172.21.15.29:3300/0 conn(0x7f01780b2790 0x7f01780b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 -- 172.21.15.29:0/1053487367 >> 172.21.15.29:0/1053487367 conn(0x7f017806bc10 msgr2=0x7f017806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a00ce2a0 con 0x7fa7a0163f10 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a00cee80 con 0x7fa7a0164390 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a4bc4640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7a0164390 0x7fa7a01658b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa7a006f0b0 con 0x7fa7a0157350 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7fa79f7fe640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7a0163f10 0x7fa7a0165370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 -- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7a0164390 msgr2=0x7fa7a01658b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7a0164390 0x7fa7a01658b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 -- 172.21.15.29:0/1147585463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7a0163f10 msgr2=0x7fa7a0165370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7a0163f10 0x7fa7a0165370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a01fa000 con 0x7fa7a0157350 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fa79ffff640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fa790034040 tx=0x7fa7a0162c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 -- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a84162af0 msgr2=0x7f4a8415a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a84162af0 0x7f4a8415a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 -- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 msgr2=0x7f4a841f9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 0x7f4a841f9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a8415d220 con 0x7f4a840700d0 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4a88922640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400ca70 tx=0x7f4a7400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.492+0000 7fd53ef36640 1 -- 172.21.15.29:0/1223347566 wait complete. 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fd53ef36640 1 Processor -- start 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 -- 172.21.15.29:0/1053487367 shutdown_connections 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.491+0000 7f4321a7b640 1 -- 172.21.15.29:0/1725250568 wait complete. 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f4321a7b640 1 Processor -- start 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7f4321a7b640 1 -- start start 2024-09-16T01:13:55.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 0x7f431c14ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f431c162720 0x7f431c16c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f431c0cf930 con 0x7f431c0b4e40 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f431c0cf410 con 0x7f431c162b00 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f4321a7b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f431c0cfab0 con 0x7f431c162720 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f431bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f431bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:46034/0 (socket says 172.21.15.29:46034) 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f431bfff640 1 -- 172.21.15.29:0/24839584 learned_addr learned my addr 172.21.15.29:0/24839584 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f431bfff640 1 -- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f431c162720 msgr2=0x7f431c16c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f431affd640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f431c162720 0x7f431c16c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f431bfff640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f431c162720 0x7f431c16c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f431bfff640 1 -- 172.21.15.29:0/24839584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 msgr2=0x7f431c14ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee6ffd640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 0x7f2ee0037b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3524406858 0 0) 0x7f2ed8003520 con 0x7f2ee0055dc0 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 msgr2=0x7f2ee0037b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 0x7f2ee0037b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 >> v1:172.21.15.122:6789/0 conn(0x7f2ee00e0a40 legacy=0x7f2ee003a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee0053930 con 0x7f2ee0055dc0 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f2ed4001670 con 0x7f2ee0055dc0 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 >> v1:172.21.15.29:6789/0 conn(0x7f2ee0055dc0 legacy=0x7f2ee0054130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 0x7f2ed80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7f2ee67fc640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ed8003ff0 0x7f2ed8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee67fc640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ed80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee00e0e20 con 0x7f2ed8003ff0 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed800bb50 con 0x7f2ed8004d40 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f2ed800bd50 con 0x7f2ee003aa70 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a83fff640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 0x7f4a841f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.494+0000 7f017f427640 1 -- 172.21.15.29:0/1053487367 wait complete. 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ed80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74017070 con 0x7f4a840700d0 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a7400abd0 con 0x7f4a840700d0 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a8415d500 con 0x7f4a840700d0 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a84161890 con 0x7f4a840700d0 2024-09-16T01:13:55.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f431b7fe640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 0x7f431c14ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f2ee6ffd640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ed8003ff0 0x7f2ed8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74012400 con 0x7f4a840700d0 2024-09-16T01:13:55.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.493+0000 7fe1ccd62640 1 -- 172.21.15.29:0/2617784840 wait complete. 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fd53ef36640 1 -- start start 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538161070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd53815e670 0x7fd538201150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fe1ccd62640 1 Processor -- start 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.495+0000 7fe1ccd62640 1 -- start start 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 0x7fe1c814f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c8070b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80b4f40 con 0x7fe1c80cf670 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80b4c60 con 0x7fe1c8073340 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1ccd62640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c80b5220 con 0x7fe1c80b4190 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd5380d4050 con 0x7fd53815e670 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd5380d3d70 con 0x7fd538067950 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53ef36640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fd5380d3060 con 0x7fd5380b77a0 2024-09-16T01:13:55.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7f08b777f640 1 Processor -- start 2024-09-16T01:13:55.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790042020 con 0x7fa7a0157350 2024-09-16T01:13:55.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1c7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1c7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41688/0 (socket says 172.21.15.29:41688) 2024-09-16T01:13:55.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fe1c7fff640 1 -- 172.21.15.29:0/282165765 learned_addr learned my addr 172.21.15.29:0/282165765 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c77fe640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 0x7fe1c814f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f017f427640 1 Processor -- start 2024-09-16T01:13:55.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f08b777f640 1 -- start start 2024-09-16T01:13:55.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 -- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 msgr2=0x7fe1c8070b10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:13:55.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c8070b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 -- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 msgr2=0x7fe1c814f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 0x7fe1c814f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 -- 172.21.15.29:0/282165765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c81506c0 con 0x7fe1c80cf670 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c77fe640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 0x7fe1c814f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f017f427640 1 -- start start 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f431bfff640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 0x7f431c14ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f431bfff640 1 -- 172.21.15.29:0/24839584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f431c073b60 con 0x7f431c162b00 2024-09-16T01:13:55.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f431b7fe640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 0x7f431c14ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f2ee7fff640 1 -- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 msgr2=0x7f2ed80039e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee003aa70 0x7f2ed80039e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7f2ee7fff640 1 -- 172.21.15.29:0/3845481132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ed8003ff0 msgr2=0x7f2ed8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ed8003ff0 0x7f2ed8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f2ee7fff640 1 -- 172.21.15.29:0/3845481132 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee0053930 con 0x7f2ed8004d40 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f2ee6ffd640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ed8003ff0 0x7f2ed8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a01fa2e0 con 0x7fa7a0157350 2024-09-16T01:13:55.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a01fa8a0 con 0x7fa7a0157350 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa790007d70 con 0x7fa7a0157350 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790007290 con 0x7fa7a0157350 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 0x7f017815c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 0x7f0178160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0178162720 0x7f0178161110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0178163210 con 0x7f01780b4c70 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f01780cf410 con 0x7f01780b2790 2024-09-16T01:13:55.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017f427640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f01780b50e0 con 0x7f0178162720 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b777f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a800b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b777f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08a8037380 con 0x7f08a8036470 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b777f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08a8047af0 con 0x7f08a8055630 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b777f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f08a8033ca0 con 0x7f08a8033890 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f017d9c4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0178162720 0x7f0178161110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b5d1c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a800b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b4d1a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f08a8055630 0x7f08a800abd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47738/0 (socket says 172.21.15.29:47738) 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7f08b4d1a640 1 -- 172.21.15.29:0/1839467221 learned_addr learned my addr 172.21.15.29:0/1839467221 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f017d1c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 0x7f017815c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53d733640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53d733640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33102/0 (socket says 172.21.15.29:33102) 2024-09-16T01:13:55.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.496+0000 7fd53d733640 1 -- 172.21.15.29:0/2545767063 learned_addr learned my addr 172.21.15.29:0/2545767063 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fd53d733640 1 -- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 msgr2=0x7fd538161070 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fd53d733640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538161070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fd53d733640 1 -- 172.21.15.29:0/2545767063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd53815e670 msgr2=0x7fd538201150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fd53e735640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd53815e670 0x7fd538201150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fd53d733640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd53815e670 0x7fd538201150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fd53d733640 1 -- 172.21.15.29:0/2545767063 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5380b5c00 con 0x7fd5380b77a0 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fd53d733640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd52800c410 tx=0x7fd52800c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f017d1c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 0x7f017815c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:46064/0 (socket says 172.21.15.29:46064) 2024-09-16T01:13:55.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f017d1c3640 1 -- 172.21.15.29:0/2187859000 learned_addr learned my addr 172.21.15.29:0/2187859000 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd528017070 con 0x7fd5380b77a0 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5380b5ee0 con 0x7fd5380b77a0 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd528005ce0 con 0x7fd5380b77a0 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5280072d0 con 0x7fd5380b77a0 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5380b64a0 con 0x7fd5380b77a0 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f08a7fff640 1 -- 172.21.15.29:0/1839467221 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 214366361 0 0) 0x7f08a8047af0 con 0x7f08a8055630 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f08a7fff640 1 -- 172.21.15.29:0/1839467221 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f089c003520 con 0x7f08a8055630 2024-09-16T01:13:55.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa780005290 con 0x7fa7a0157350 2024-09-16T01:13:55.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f08b5d1c640 1 -- 172.21.15.29:0/1839467221 >> v1:172.21.15.122:6789/0 conn(0x7f08a8055630 legacy=0x7f08a800abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f08b5d1c640 1 -- 172.21.15.29:0/1839467221 >> v1:172.21.15.29:6789/0 conn(0x7f08a8036470 legacy=0x7f08a8036850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:55.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f08b5d1c640 1 -- 172.21.15.29:0/1839467221 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a8047dd0 con 0x7f08a8033890 2024-09-16T01:13:55.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f431bfff640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f431000c7f0 tx=0x7f431000ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1c7fff640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00018f0 tx=0x7fe1c0001db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.497+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0018070 con 0x7fe1c80cf670 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c00082d0 con 0x7fe1c80cf670 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c000d8e0 con 0x7fe1c80cf670 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.498+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c814fe20 con 0x7fe1c80cf670 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310015070 con 0x7f431c162b00 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4310007820 con 0x7f431c162b00 2024-09-16T01:13:55.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310007c50 con 0x7f431c162b00 2024-09-16T01:13:55.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ed80051c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400c260 tx=0x7f2ed8005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2ce145c2400c1c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa790045020 con 0x7fa7a0157350 2024-09-16T01:13:55.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4007d50 con 0x7f2ed8004d40 2024-09-16T01:13:55.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed402e070 con 0x7f2ed8004d40 2024-09-16T01:13:55.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f2ee67fc640 1 -- 172.21.15.29:0/3845481132 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4005d70 con 0x7f2ed8004d40 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.499+0000 7f017c9c2640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 0x7f0178160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 -- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0178162720 msgr2=0x7f0178161110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0178162720 0x7f0178161110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 -- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 msgr2=0x7f017815c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 0x7f017815c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 -- 172.21.15.29:0/2187859000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017815c870 con 0x7f01780b4c70 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f017c9c2640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 0x7f0178160bd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f016800c610 tx=0x7f016800cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f4321a7b640 1 -- 172.21.15.29:0/24839584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f431c14a660 con 0x7f431c162b00 2024-09-16T01:13:55.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f4321a7b640 1 -- 172.21.15.29:0/24839584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f431c14f2b0 con 0x7f431c162b00 2024-09-16T01:13:55.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7f08b5d1c640 1 --2- 172.21.15.29:0/1839467221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a800b2e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f08b002dd50 tx=0x7f08b006a700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef008daadeab3bb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7fa79cff9640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 0x7fa78c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd538067d30 con 0x7fd5380b77a0 2024-09-16T01:13:55.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.500+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa7900abbb0 con 0x7fa7a0157350 2024-09-16T01:13:55.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7fa79f7fe640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 0x7fa78c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 -- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 msgr2=0x7f2ed80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/3845481132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ed80051c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400c260 tx=0x7f2ed8005830 comp rx=0 tx=0).stop 2024-09-16T01:13:55.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2ee7fff640 1 -- 172.21.15.29:0/3845481132 reap_dead start 2024-09-16T01:13:55.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c81503e0 con 0x7fe1c80cf670 2024-09-16T01:13:55.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 -- 172.21.15.29:0/3845481132 shutdown_connections 2024-09-16T01:13:55.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd52801a070 con 0x7fd5380b77a0 2024-09-16T01:13:55.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 -- 172.21.15.29:0/3845481132 >> 172.21.15.29:0/3845481132 conn(0x7f2ee001ea40 msgr2=0x7f2ee00556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 -- 172.21.15.29:0/3845481132 shutdown_connections 2024-09-16T01:13:55.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168015070 con 0x7f01780b4c70 2024-09-16T01:13:55.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0168011800 con 0x7f01780b4c70 2024-09-16T01:13:55.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168011bd0 con 0x7f01780b4c70 2024-09-16T01:13:55.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7fa79f7fe640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 0x7fa78c06e870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa7a01ee810 tx=0x7fa794008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f017f427640 1 -- 172.21.15.29:0/2187859000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01780ad200 con 0x7f01780b4c70 2024-09-16T01:13:55.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f017f427640 1 -- 172.21.15.29:0/2187859000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01780ad7c0 con 0x7f01780b4c70 2024-09-16T01:13:55.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.502+0000 7fd52e7fc640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 0x7fd51c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.502+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd52808a810 con 0x7fd5380b77a0 2024-09-16T01:13:55.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f2eee1a6640 1 -- 172.21.15.29:0/3845481132 wait complete. 2024-09-16T01:13:55.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.502+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c80cfb20 con 0x7fe1c80cf670 2024-09-16T01:13:55.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.502+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1c001b070 con 0x7fe1c80cf670 2024-09-16T01:13:55.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.502+0000 7fd53df34640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 0x7fd51c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.501+0000 7f4321a7b640 1 -- 172.21.15.29:0/24839584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42fc005290 con 0x7f431c162b00 2024-09-16T01:13:55.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4310018070 con 0x7f431c162b00 2024-09-16T01:13:55.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f2eee1a6640 1 Processor -- start 2024-09-16T01:13:55.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0154005290 con 0x7f01780b4c70 2024-09-16T01:13:55.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f4303fff640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 0x7f430806e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f2eee1a6640 1 -- start start 2024-09-16T01:13:55.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f431008b600 con 0x7f431c162b00 2024-09-16T01:13:55.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7fd53df34640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 0x7fd51c06e870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd534034000 tx=0x7fd53402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a7401a070 con 0x7f4a840700d0 2024-09-16T01:13:55.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f431b7fe640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 0x7f430806e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7fe1affff640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 0x7fe1b406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.503+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a68005290 con 0x7f4a840700d0 2024-09-16T01:13:55.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe1c008ab30 con 0x7fe1c80cf670 2024-09-16T01:13:55.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0168018070 con 0x7f01780b4c70 2024-09-16T01:13:55.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f431b7fe640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 0x7f430806e7f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f430c033000 tx=0x7f430c009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7fe1c77fe640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 0x7fe1b406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.504+0000 7f4a817fa640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 0x7f4a6406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f016dffb640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 0x7f015c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f016808b280 con 0x7f01780b4c70 2024-09-16T01:13:55.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f4a83fff640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 0x7f4a6406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4a7408b030 con 0x7f4a840700d0 2024-09-16T01:13:55.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ee000b400 0x7f2ee0049120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7fe1c77fe640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 0x7fe1b406e840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009890 tx=0x7fe1bc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f017d1c3640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 0x7f015c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2ee77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f08a7fff640 1 -- 172.21.15.29:0/1839467221 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b00b3070 con 0x7f08a8033890 2024-09-16T01:13:55.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa79007a360 con 0x7fa7a0157350 2024-09-16T01:13:55.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2ee77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:46074/0 (socket says 172.21.15.29:46074) 2024-09-16T01:13:55.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2ee77fe640 1 -- 172.21.15.29:0/1015684902 learned_addr learned my addr 172.21.15.29:0/1015684902 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 0x7f2ee00d38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f4a83fff640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 0x7f4a6406e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c006fd0 tx=0x7f4a7c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee0037b40 con 0x7f2ee000b400 2024-09-16T01:13:55.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee0053ca0 con 0x7f2ed8004d40 2024-09-16T01:13:55.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee0037cc0 con 0x7f2ee00d3410 2024-09-16T01:13:55.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 0x7f2ee00d38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.505+0000 7f2ee6ffd640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ee000b400 0x7f2ee0049120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f017d1c3640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 0x7f015c06e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f01740011e0 tx=0x7f0174009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 -- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 msgr2=0x7f2ee00ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 -- 172.21.15.29:0/1015684902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ee000b400 msgr2=0x7f2ee0049120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ee000b400 0x7f2ee0049120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee0049890 con 0x7f2ee00d3410 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee77fe640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.506+0000 7f2ee7fff640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 0x7f2ee00d38a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800bd20 tx=0x7f2ed4001970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.507+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4310059ee0 con 0x7f431c162b00 2024-09-16T01:13:55.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.509+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1c0059310 con 0x7fe1c80cf670 2024-09-16T01:13:55.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.509+0000 7f08a7fff640 1 -- 172.21.15.29:0/1839467221 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08b00ae440 con 0x7f08a8033890 2024-09-16T01:13:55.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd528058880 con 0x7fd5380b77a0 2024-09-16T01:13:55.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8050ea0 con 0x7f2ee00d3410 2024-09-16T01:13:55.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee0049b70 con 0x7f2ee00d3410 2024-09-16T01:13:55.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee0006560 con 0x7f2ee00d3410 2024-09-16T01:13:55.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed4043070 con 0x7f2ee00d3410 2024-09-16T01:13:55.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4007d50 con 0x7f2ee00d3410 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f08a7fff640 1 -- 172.21.15.29:0/1839467221 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b00ae8b0 con 0x7f08a8033890 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f08b777f640 1 -- 172.21.15.29:0/1839467221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 msgr2=0x7f08a800b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.510+0000 7f08b777f640 1 --2- 172.21.15.29:0/1839467221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a800b2e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f08b002dd50 tx=0x7f08b006a700 comp rx=0 tx=0).stop 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.511+0000 7f08b777f640 1 -- 172.21.15.29:0/1839467221 shutdown_connections 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.511+0000 7f08b777f640 1 --2- 172.21.15.29:0/1839467221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a800b2e0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.511+0000 7f08b777f640 1 -- 172.21.15.29:0/1839467221 >> 172.21.15.29:0/1839467221 conn(0x7f08a801dd80 msgr2=0x7f08a80549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.512+0000 7f08b777f640 1 -- 172.21.15.29:0/1839467221 shutdown_connections 2024-09-16T01:13:55.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.512+0000 7f08b777f640 1 -- 172.21.15.29:0/1839467221 wait complete. 2024-09-16T01:13:55.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.512+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ed403b040 con 0x7f2ee00d3410 2024-09-16T01:13:55.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.512+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ec8005290 con 0x7f2ee00d3410 2024-09-16T01:13:55.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.513+0000 7f2ed3fff640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 0x7f2ecc06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.513+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2ed40ab490 con 0x7f2ee00d3410 2024-09-16T01:13:55.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.513+0000 7f2ee77fe640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 0x7f2ecc06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.514+0000 7f08b777f640 1 Processor -- start 2024-09-16T01:13:55.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.514+0000 7f08b777f640 1 -- start start 2024-09-16T01:13:55.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.514+0000 7f2ee77fe640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 0x7f2ecc06e7f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2ee000bd80 tx=0x7f2edc007e70 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f017815c870 con 0x7f01780b4c70 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a80398c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 0x7f08a8048490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08a8055630 0x7f08a817f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f08a8006f20 con 0x7f08a8036470 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08a8006a90 con 0x7f08a8055630 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b777f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f08a80070a0 con 0x7f08a8033890 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b4d1a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 0x7f08a8048490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b4d1a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 0x7f08a8048490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41724/0 (socket says 172.21.15.29:41724) 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.515+0000 7f08b4d1a640 1 -- 172.21.15.29:0/1363338955 learned_addr learned my addr 172.21.15.29:0/1363338955 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.516+0000 7f08b551b640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a80398c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.516+0000 7f08b5d1c640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08a8055630 0x7f08a817f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f08b551b640 1 -- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08a8055630 msgr2=0x7f08a817f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f08b551b640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08a8055630 0x7f08a817f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f08b551b640 1 -- 172.21.15.29:0/1363338955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 msgr2=0x7f08a8048490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f08b551b640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 0x7f08a8048490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f08b551b640 1 -- 172.21.15.29:0/1363338955 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a817ce80 con 0x7f08a8033890 2024-09-16T01:13:55.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.517+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2ed4079880 con 0x7f2ee00d3410 2024-09-16T01:13:55.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.518+0000 7f08b551b640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a80398c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f08ac00c410 tx=0x7f08ac00c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.518+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ac017070 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.518+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08a817d120 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.518+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f08a817d6e0 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.519+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08ac005250 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.520+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ac0045f0 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.521+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0890005290 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.522+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f08ac01a070 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.523+0000 7f08a5ffb640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 0x7f089406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.524+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f08ac08a540 con 0x7f08a8033890 2024-09-16T01:13:55.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.522+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a74059130 con 0x7f4a840700d0 2024-09-16T01:13:55.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.524+0000 7f08b4d1a640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 0x7f089406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:55.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.525+0000 7f08b4d1a640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 0x7f089406e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f08a0007fd0 tx=0x7f08a0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:55.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.527+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f08ac058640 con 0x7f08a8033890 2024-09-16T01:13:55.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.915+0000 7fa7a6627640 1 -- 172.21.15.29:0/1147585463 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fa780005580 con 0x7fa7a0157350 2024-09-16T01:13:55.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.915+0000 7f4321a7b640 1 -- 172.21.15.29:0/24839584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f42fc005850 con 0x7f431c162b00 2024-09-16T01:13:55.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.916+0000 7fa79cff9640 1 -- 172.21.15.29:0/1147585463 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa790079c60 con 0x7fa7a0157350 2024-09-16T01:13:55.917 INFO:teuthology.orchestra.run.smithi029.stdout:60129542150 2024-09-16T01:13:55.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.917+0000 7f4303fff640 1 -- 172.21.15.29:0/24839584 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f43100597e0 con 0x7f431c162b00 2024-09-16T01:13:55.918 INFO:teuthology.orchestra.run.smithi029.stdout:64424509447 2024-09-16T01:13:55.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.918+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe1c815d530 con 0x7fe1c80cf670 2024-09-16T01:13:55.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.919+0000 7fe1affff640 1 -- 172.21.15.29:0/282165765 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe1c0058c10 con 0x7fe1c80cf670 2024-09-16T01:13:55.920 INFO:teuthology.orchestra.run.smithi029.stdout:60129542150 2024-09-16T01:13:55.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.919+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 msgr2=0x7fa78c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.919+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 0x7fa78c06e870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa7a01ee810 tx=0x7fa794008040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.919+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 msgr2=0x7fa7a015b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fa790034040 tx=0x7fa7a0162c40 comp rx=0 tx=0).stop 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 shutdown_connections 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa78c06c3b0 0x7fa78c06e870 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7a0164390 0x7fa7a01658b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7a0163f10 0x7fa7a0165370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 --2- 172.21.15.29:0/1147585463 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7a0157350 0x7fa7a015b700 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 >> 172.21.15.29:0/1147585463 conn(0x7fa7a00cca40 msgr2=0x7fa7a0074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.920+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 shutdown_connections 2024-09-16T01:13:55.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.921+0000 7fa7867fc640 1 -- 172.21.15.29:0/1147585463 wait complete. 2024-09-16T01:13:55.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.921+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 msgr2=0x7f430806e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.921+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 0x7f430806e7f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f430c033000 tx=0x7f430c009000 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.921+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 msgr2=0x7f431c070e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.921+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f431000c7f0 tx=0x7f431000ccb0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 shutdown_connections 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f430806c330 0x7f430806e7f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f431c162b00 0x7f431c070e50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f431c162720 0x7f431c16c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 --2- 172.21.15.29:0/24839584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f431c0b4e40 0x7f431c14ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 >> 172.21.15.29:0/24839584 conn(0x7f431c06bc10 msgr2=0x7f431c1508a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 msgr2=0x7fe1b406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 shutdown_connections 2024-09-16T01:13:55.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7f4301ffb640 1 -- 172.21.15.29:0/24839584 wait complete. 2024-09-16T01:13:55.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 0x7fe1b406e840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009890 tx=0x7fe1bc008040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 msgr2=0x7fe1c8071050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.922+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00018f0 tx=0x7fe1c0001db0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 shutdown_connections 2024-09-16T01:13:55.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe1b406c380 0x7fe1b406e840 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1c80cf670 0x7fe1c8071050 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe1c80b4190 0x7fe1c8070b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 --2- 172.21.15.29:0/282165765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1c8073340 0x7fe1c814f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 >> 172.21.15.29:0/282165765 conn(0x7fe1c806e2f0 msgr2=0x7fe1c80b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.923+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 shutdown_connections 2024-09-16T01:13:55.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.924+0000 7fe1ccd62640 1 -- 172.21.15.29:0/282165765 wait complete. 2024-09-16T01:13:55.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.927+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fd5380b85d0 con 0x7fd5380b77a0 2024-09-16T01:13:55.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.928+0000 7fd52e7fc640 1 -- 172.21.15.29:0/2545767063 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd52805cb80 con 0x7fd5380b77a0 2024-09-16T01:13:55.929 INFO:teuthology.orchestra.run.smithi029.stdout:64424509446 2024-09-16T01:13:55.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.928+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f0154005580 con 0x7f01780b4c70 2024-09-16T01:13:55.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.929+0000 7f016dffb640 1 -- 172.21.15.29:0/2187859000 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f017815c870 con 0x7f01780b4c70 2024-09-16T01:13:55.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 msgr2=0x7fd51c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 0x7fd51c06e870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd534034000 tx=0x7fd53402e000 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 msgr2=0x7fd538200c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd52800c410 tx=0x7fd52800c8d0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 shutdown_connections 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd51c06c3b0 0x7fd51c06e870 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd53815e670 0x7fd538201150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd5380b77a0 0x7fd538200c10 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 --2- 172.21.15.29:0/2545767063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd538067950 0x7fd538161070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 >> 172.21.15.29:0/2545767063 conn(0x7fd5380d42d0 msgr2=0x7fd5380b9a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 shutdown_connections 2024-09-16T01:13:55.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.932+0000 7fd53ef36640 1 -- 172.21.15.29:0/2545767063 wait complete. 2024-09-16T01:13:55.935 INFO:teuthology.orchestra.run.smithi029.stdout:60129542150 2024-09-16T01:13:55.935 INFO:teuthology.orchestra.run.smithi029.stdout:64424509446 2024-09-16T01:13:55.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.929+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f2ec8005850 con 0x7f2ee00d3410 2024-09-16T01:13:55.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.930+0000 7f2ed3fff640 1 -- 172.21.15.29:0/1015684902 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2ed407db40 con 0x7f2ee00d3410 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.933+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 msgr2=0x7f015c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.933+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 0x7f015c06e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f01740011e0 tx=0x7f0174009040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.933+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 msgr2=0x7f0178160bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.933+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 0x7f0178160bd0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f016800c610 tx=0x7f016800cad0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.933+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 shutdown_connections 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f015c06c300 0x7f015c06e7c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0178162720 0x7f0178161110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01780b4c70 0x7f0178160bd0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 --2- 172.21.15.29:0/2187859000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f01780b2790 0x7f017815c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 >> 172.21.15.29:0/2187859000 conn(0x7f017806bc10 msgr2=0x7f0178162b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 shutdown_connections 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f015b7fe640 1 -- 172.21.15.29:0/2187859000 wait complete. 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f0890005580 con 0x7f08a8033890 2024-09-16T01:13:55.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f08a5ffb640 1 -- 172.21.15.29:0/1363338955 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f08ac05c940 con 0x7f08a8033890 2024-09-16T01:13:55.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 msgr2=0x7f2ecc06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 0x7f2ecc06e7f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2ee000bd80 tx=0x7f2edc007e70 comp rx=0 tx=0).stop 2024-09-16T01:13:55.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 msgr2=0x7f2ee00d38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.934+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 0x7f2ee00d38a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800bd20 tx=0x7f2ed4001970 comp rx=0 tx=0).stop 2024-09-16T01:13:55.938 INFO:teuthology.orchestra.run.smithi029.stdout:64424509445 2024-09-16T01:13:55.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 shutdown_connections 2024-09-16T01:13:55.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ecc06c330 0x7f2ecc06e7f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2ee00d3410 0x7f2ee00d38a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ee000b400 0x7f2ee0049120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 --2- 172.21.15.29:0/1015684902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ed8004d40 0x7f2ee00ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 >> 172.21.15.29:0/1015684902 conn(0x7f2ee001ea40 msgr2=0x7f2ee0032fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 shutdown_connections 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.935+0000 7f2eee1a6640 1 -- 172.21.15.29:0/1015684902 wait complete. 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.936+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4a68005580 con 0x7f4a840700d0 2024-09-16T01:13:55.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.937+0000 7f4a817fa640 1 -- 172.21.15.29:0/1055224302 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4a7405d430 con 0x7f4a840700d0 2024-09-16T01:13:55.942 INFO:teuthology.orchestra.run.smithi029.stdout:60129542149 2024-09-16T01:13:55.943 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-16T01:13:55.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.941+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 msgr2=0x7f4a6406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.941+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 0x7f4a6406e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c006fd0 tx=0x7f4a7c008040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.941+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 msgr2=0x7f4a84161180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.941+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400ca70 tx=0x7f4a7400cf30 comp rx=0 tx=0).stop 2024-09-16T01:13:55.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 msgr2=0x7f089406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 0x7f089406e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f08a0007fd0 tx=0x7f08a0009040 comp rx=0 tx=0).stop 2024-09-16T01:13:55.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 msgr2=0x7f08a80398c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a80398c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f08ac00c410 tx=0x7f08ac00c8d0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 shutdown_connections 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f089406c380 0x7f089406e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08a8055630 0x7f08a817f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08a8036470 0x7f08a8048490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 --2- 172.21.15.29:0/1363338955 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f08a8033890 0x7f08a80398c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 >> 172.21.15.29:0/1363338955 conn(0x7f08a801dd80 msgr2=0x7f08a8031ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 shutdown_connections 2024-09-16T01:13:55.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 shutdown_connections 2024-09-16T01:13:55.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4a6406c380 0x7f4a6406e840 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f08b777f640 1 -- 172.21.15.29:0/1363338955 wait complete. 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4a84162af0 0x7f4a8415a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a840b06d0 0x7f4a841f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 --2- 172.21.15.29:0/1055224302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a840700d0 0x7f4a84161180 secure :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400ca70 tx=0x7f4a7400cf30 comp rx=0 tx=0).stop 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.942+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 >> 172.21.15.29:0/1055224302 conn(0x7f4a8406f070 msgr2=0x7f4a8406e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.943+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 shutdown_connections 2024-09-16T01:13:55.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:55.943+0000 7f4a89924640 1 -- 172.21.15.29:0/1055224302 wait complete. 2024-09-16T01:13:55.951 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.2 2024-09-16T01:13:55.952 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509447 for osd.7 2024-09-16T01:13:55.955 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.1 2024-09-16T01:13:55.956 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.5 2024-09-16T01:13:55.957 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509446 for osd.6 2024-09-16T01:13:55.961 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.3 2024-09-16T01:13:55.962 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.4 2024-09-16T01:13:56.944 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T01:13:56.952 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T01:13:56.953 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T01:13:56.956 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T01:13:56.958 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T01:13:56.958 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T01:13:56.962 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T01:13:56.963 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.113+0000 7fdf2d065640 1 Processor -- start 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.113+0000 7fdf2d065640 1 -- start start 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.114+0000 7fdf2d065640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf2806de30 0x7fdf280b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2d065640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf28071ea0 0x7fdf2806e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2d065640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf2806e750 con 0x7fdf2815ec30 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2d065640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fdf2815b750 con 0x7fdf28071ea0 2024-09-16T01:13:57.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2d065640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2815ba30 con 0x7fdf2806de30 2024-09-16T01:13:57.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2759e640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fdf2815ec30 0x7fdf2815f0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38632/0 (socket says 172.21.15.29:38632) 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.115+0000 7fdf2759e640 1 -- 172.21.15.29:0/3442796610 learned_addr learned my addr 172.21.15.29:0/3442796610 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.116+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3727522203 0 0) 0x7fdf2806e750 con 0x7fdf2815ec30 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.116+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf10003520 con 0x7fdf2815ec30 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf2659c640 1 --2- 172.21.15.29:0/3442796610 >> v2:172.21.15.122:3300/0 conn(0x7fdf28071ea0 0x7fdf2806e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf26d9d640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf2806de30 0x7fdf280b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2265922310 0 0) 0x7fdf10003520 con 0x7fdf2815ec30 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf2806de30 msgr2=0x7fdf280b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf2806de30 0x7fdf280b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 >> v2:172.21.15.122:3300/0 conn(0x7fdf28071ea0 msgr2=0x7fdf2806e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 --2- 172.21.15.29:0/3442796610 >> v2:172.21.15.122:3300/0 conn(0x7fdf28071ea0 0x7fdf2806e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2815bd10 con 0x7fdf2815ec30 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fdf200019f0 con 0x7fdf2815ec30 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.117+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 >> v1:172.21.15.29:6789/0 conn(0x7fdf2815ec30 legacy=0x7fdf2815f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf10003a30 0x7fdf10003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10004800 0x7fdf10004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf10005290 0x7fdf1002d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf2759e640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf10005290 0x7fdf1002d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2815b750 con 0x7fdf10005290 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2815ba30 con 0x7fdf10004800 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdf1002e230 con 0x7fdf10003a30 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.118+0000 7fdf2659c640 1 --2- 172.21.15.29:0/3442796610 >> v2:172.21.15.122:3300/0 conn(0x7fdf28071ea0 0x7fdf2806e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2659c640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10004800 0x7fdf10004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2759e640 1 -- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf10003a30 msgr2=0x7fdf10003e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2759e640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf10003a30 0x7fdf10003e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2759e640 1 -- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10004800 msgr2=0x7fdf10004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2759e640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10004800 0x7fdf10004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf2759e640 1 -- 172.21.15.29:0/3442796610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf10003520 con 0x7fdf10005290 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.120+0000 7fdf2759e640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf10005290 0x7fdf1002d9d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000d110 tx=0x7fdf10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38f59f712797e909 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.119+0000 7fdf26d9d640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf2806de30 0x7fdf280b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.121+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20005610 con 0x7fdf10005290 2024-09-16T01:13:57.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.121+0000 7fdf25d9b640 1 -- 172.21.15.29:0/3442796610 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf20008310 con 0x7fdf10005290 2024-09-16T01:13:57.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.122+0000 7fdf2d065640 1 -- 172.21.15.29:0/3442796610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf10005290 msgr2=0x7fdf1002d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.122+0000 7fdf2d065640 1 --2- 172.21.15.29:0/3442796610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf10005290 0x7fdf1002d9d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000d110 tx=0x7fdf10005830 comp rx=0 tx=0).stop 2024-09-16T01:13:57.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.122+0000 7fdf2759e640 1 -- 172.21.15.29:0/3442796610 reap_dead start 2024-09-16T01:13:57.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.125+0000 7fdf2d065640 1 -- 172.21.15.29:0/3442796610 shutdown_connections 2024-09-16T01:13:57.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.125+0000 7fdf2d065640 1 -- 172.21.15.29:0/3442796610 >> 172.21.15.29:0/3442796610 conn(0x7fdf28067d70 msgr2=0x7fdf2806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.125+0000 7fdf2d065640 1 -- 172.21.15.29:0/3442796610 shutdown_connections 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.125+0000 7fdf2d065640 1 -- 172.21.15.29:0/3442796610 wait complete. 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.127+0000 7fdf2d065640 1 Processor -- start 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.127+0000 7fdf2d065640 1 -- start start 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10005290 0x7fdf280aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 0x7fdf281569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf28158f50 con 0x7fdf28156540 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2815c2d0 con 0x7fdf10005290 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2d065640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2815f7f0 con 0x7fdf28154190 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2759e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2759e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33160/0 (socket says 172.21.15.29:33160) 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2759e640 1 -- 172.21.15.29:0/327084747 learned_addr learned my addr 172.21.15.29:0/327084747 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.129+0000 7fdf2659c640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 0x7fdf281569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 -- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10005290 msgr2=0x7fdf280aa490 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10005290 0x7fdf280aa490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 -- 172.21.15.29:0/327084747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 msgr2=0x7fdf281569c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 0x7fdf281569c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 -- 172.21.15.29:0/327084747 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf28135e90 con 0x7fdf28154190 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2659c640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 0x7fdf281569c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.130+0000 7fdf2759e640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000d230 tx=0x7fdf20004dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.132+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20044070 con 0x7fdf28154190 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.132+0000 7fdf2d065640 1 -- 172.21.15.29:0/327084747 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf28136170 con 0x7fdf28154190 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.132+0000 7fdf2d065640 1 -- 172.21.15.29:0/327084747 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf280aa9d0 con 0x7fdf28154190 2024-09-16T01:13:57.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.133+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf20001c50 con 0x7fdf28154190 2024-09-16T01:13:57.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.133+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20005610 con 0x7fdf28154190 2024-09-16T01:13:57.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.135+0000 7fdf2d065640 1 -- 172.21.15.29:0/327084747 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf08005290 con 0x7fdf28154190 2024-09-16T01:13:57.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.137+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf20047070 con 0x7fdf28154190 2024-09-16T01:13:57.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.138+0000 7fdf0f7fe640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 0x7fdf1406e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.138+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdf200abb70 con 0x7fdf28154190 2024-09-16T01:13:57.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.138+0000 7fdf26d9d640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 0x7fdf1406e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.139+0000 7fdf26d9d640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 0x7fdf1406e740 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fdf28068390 tx=0x7fdf1c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.140+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf20079d00 con 0x7fdf28154190 2024-09-16T01:13:57.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.168+0000 7fad5e70b640 1 Processor -- start 2024-09-16T01:13:57.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.168+0000 7fad5e70b640 1 -- start start 2024-09-16T01:13:57.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.169+0000 7fad5e70b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad50035b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.169+0000 7fad5e70b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fad50036090 0x7fad500486b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.169+0000 7fad5e70b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad50052090 con 0x7fad50048bf0 2024-09-16T01:13:57.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.169+0000 7fad5e70b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fad50049060 con 0x7fad50036090 2024-09-16T01:13:57.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.169+0000 7fad5e70b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fad50052370 con 0x7fad50034c40 2024-09-16T01:13:57.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7f705bbf1640 1 Processor -- start 2024-09-16T01:13:57.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fe3095bd640 1 Processor -- start 2024-09-16T01:13:57.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad5df0a640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fad50048bf0 0x7fad5003a390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47748/0 (socket says 172.21.15.29:47748) 2024-09-16T01:13:57.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad5df0a640 1 -- 172.21.15.29:0/1197631940 learned_addr learned my addr 172.21.15.29:0/1197631940 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad5cf08640 1 --2- 172.21.15.29:0/1197631940 >> v2:172.21.15.29:3300/0 conn(0x7fad50036090 0x7fad500486b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fe3095bd640 1 -- start start 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad5d709640 1 --2- 172.21.15.29:0/1197631940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad50035b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad4ffff640 1 -- 172.21.15.29:0/1197631940 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3890976890 0 0) 0x7fad50052090 con 0x7fad50048bf0 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.170+0000 7fad4ffff640 1 -- 172.21.15.29:0/1197631940 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad44003520 con 0x7fad50048bf0 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7f45dfa04640 1 Processor -- start 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7fad5d709640 1 -- 172.21.15.29:0/1197631940 >> v2:172.21.15.29:3300/0 conn(0x7fad50036090 msgr2=0x7fad500486b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7fad5d709640 1 --2- 172.21.15.29:0/1197631940 >> v2:172.21.15.29:3300/0 conn(0x7fad50036090 0x7fad500486b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7fad5d709640 1 -- 172.21.15.29:0/1197631940 >> v1:172.21.15.122:6789/0 conn(0x7fad50048bf0 legacy=0x7fad5003a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7fad5d709640 1 -- 172.21.15.29:0/1197631940 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad50052650 con 0x7fad50034c40 2024-09-16T01:13:57.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7f45dfa04640 1 -- start start 2024-09-16T01:13:57.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.171+0000 7f705bbf1640 1 -- start start 2024-09-16T01:13:57.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7f1c396e6640 1 Processor -- start 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3095bd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe3040b3ac0 0x7fe3040cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3095bd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe3041407e0 0x7fe3040ce9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3095bd640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3040b4060 con 0x7fe3040726c0 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3095bd640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe3040b4340 con 0x7fe3040b3ac0 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe302ffd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe3040726c0 0x7fe304072aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38634/0 (socket says 172.21.15.29:38634) 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe302ffd640 1 -- 172.21.15.29:0/2732700442 learned_addr learned my addr 172.21.15.29:0/2732700442 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe3040b4620 con 0x7fe3041407e0 2024-09-16T01:13:57.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3037fe640 1 --2- 172.21.15.29:0/2732700442 >> v2:172.21.15.122:3300/0 conn(0x7fe3041407e0 0x7fe3040ce9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3037fe640 1 -- 172.21.15.29:0/2732700442 >> v2:172.21.15.29:3300/0 conn(0x7fe3040b3ac0 msgr2=0x7fe3040cd4a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3037fe640 1 --2- 172.21.15.29:0/2732700442 >> v2:172.21.15.29:3300/0 conn(0x7fe3040b3ac0 0x7fe3040cd4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3037fe640 1 -- 172.21.15.29:0/2732700442 >> v1:172.21.15.29:6789/0 conn(0x7fe3040726c0 legacy=0x7fe304072aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7f1c396e6640 1 -- start start 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f1c396e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 0x7f1c3406fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f1c396e6640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 0x7f1c34073570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f1c396e6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c340b5870 con 0x7f1c34165880 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f1c396e6640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1c3406cdd0 con 0x7f1c340b4f60 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f1c396e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f1c340b5b50 con 0x7f1c340b4b80 2024-09-16T01:13:57.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f1c33fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f1c34165880 0x7f1c34165cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47766/0 (socket says 172.21.15.29:47766) 2024-09-16T01:13:57.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f1c33fff640 1 -- 172.21.15.29:0/114789534 learned_addr learned my addr 172.21.15.29:0/114789534 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dfa04640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dfa04640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f45d815eb60 0x7f45d80cc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dcf9f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dfa04640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45d80b3290 con 0x7f45d80cdfc0 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dcf9f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41766/0 (socket says 172.21.15.29:41766) 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dcf9f640 1 -- 172.21.15.29:0/3233942891 learned_addr learned my addr 172.21.15.29:0/3233942891 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/3233942891 >> v2:172.21.15.122:3300/0 conn(0x7f45d815eb60 0x7f45d80cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f45d80cfe20 con 0x7f45d815a820 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f45d806f7b0 con 0x7f45d815eb60 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f45ddfa1640 1 -- 172.21.15.29:0/3233942891 >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 msgr2=0x7f45d80b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/3233942891 >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fad5d709640 1 --2- 172.21.15.29:0/1197631940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad50035b50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fad480097a0 tx=0x7fad4802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d422cfcf22729db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fad4ffff640 1 -- 172.21.15.29:0/1197631940 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48037070 con 0x7fad50034c40 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fad4ffff640 1 -- 172.21.15.29:0/1197631940 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad48032440 con 0x7fad50034c40 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 -- 172.21.15.29:0/1197631940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 msgr2=0x7fad50035b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 --2- 172.21.15.29:0/1197631940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad50035b50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fad480097a0 tx=0x7fad4802a180 comp rx=0 tx=0).stop 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad4ffff640 1 -- 172.21.15.29:0/1197631940 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad480327f0 con 0x7fad50034c40 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 -- 172.21.15.29:0/1197631940 shutdown_connections 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 --2- 172.21.15.29:0/1197631940 >> v2:172.21.15.29:3300/0 conn(0x7fad50036090 0x7fad500486b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 --2- 172.21.15.29:0/1197631940 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad50035b50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7fad5e70b640 1 -- 172.21.15.29:0/1197631940 >> 172.21.15.29:0/1197631940 conn(0x7fad5001ea40 msgr2=0x7fad500556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fad5e70b640 1 -- 172.21.15.29:0/1197631940 shutdown_connections 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fad5e70b640 1 -- 172.21.15.29:0/1197631940 wait complete. 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f547a374640 1 Processor -- start 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f547a374640 1 -- start start 2024-09-16T01:13:57.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7f705bbf1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 0x7f705406bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705bbf1640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f705415ea10 0x7f705415eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705bbf1640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f705406efd0 con 0x7f705406e340 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705bbf1640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f70540afe10 con 0x7f705415ea10 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705bbf1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f705406c530 con 0x7f705406bc10 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705998d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 0x7f705406bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe301ffb640 1 -- 172.21.15.29:0/2732700442 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1454398203 0 0) 0x7fe3040b4060 con 0x7fe3040726c0 2024-09-16T01:13:57.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.172+0000 7fe3037fe640 1 -- 172.21.15.29:0/2732700442 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3040b4900 con 0x7fe3041407e0 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f45ddfa1640 1 -- 172.21.15.29:0/3233942891 >> v1:172.21.15.122:6789/0 conn(0x7f45d80cdfc0 legacy=0x7f45d80ce3a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f45ddfa1640 1 -- 172.21.15.29:0/3233942891 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d80cf860 con 0x7f45d815eb60 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f45dcf9f640 1 --2- 172.21.15.29:0/3233942891 >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705918c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f705406e340 0x7f705406e7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38644/0 (socket says 172.21.15.29:38644) 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f705918c640 1 -- 172.21.15.29:0/3428356014 learned_addr learned my addr 172.21.15.29:0/3428356014 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.173+0000 7f705a18e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f705415ea10 0x7f705415eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fe3037fe640 1 --2- 172.21.15.29:0/2732700442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe3040ce9f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe3040cfaa0 tx=0x7fe2fc02c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce6c3125886fc991 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f705998d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 0x7f705406bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33178/0 (socket says 172.21.15.29:33178) 2024-09-16T01:13:57.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fe301ffb640 1 -- 172.21.15.29:0/2732700442 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc035610 con 0x7fe3041407e0 2024-09-16T01:13:57.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fe301ffb640 1 -- 172.21.15.29:0/2732700442 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2fc0357b0 con 0x7fe3041407e0 2024-09-16T01:13:57.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7fe301ffb640 1 -- 172.21.15.29:0/2732700442 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc035b80 con 0x7fe3041407e0 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/114789534 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 0x7f1c3406fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.174+0000 7f1c327fc640 1 --2- 172.21.15.29:0/114789534 >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 0x7f1c34073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 msgr2=0x7fe3040ce9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 --2- 172.21.15.29:0/2732700442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe3040ce9f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe3040cfaa0 tx=0x7fe2fc02c8b0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 shutdown_connections 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 --2- 172.21.15.29:0/2732700442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe3040ce9f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 --2- 172.21.15.29:0/2732700442 >> v2:172.21.15.29:3300/0 conn(0x7fe3040b3ac0 0x7fe3040cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 >> 172.21.15.29:0/2732700442 conn(0x7fe3040b29a0 msgr2=0x7fe3040b2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f1c32ffd640 1 -- 172.21.15.29:0/114789534 >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 msgr2=0x7f1c34073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/114789534 >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 0x7f1c34073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/3233942891 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d815eb60 0x7f45d80cc750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f45d8070e50 tx=0x7f45d002a590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=465db23849497af6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f45cffff640 1 -- 172.21.15.29:0/3233942891 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0007740 con 0x7f45d815eb60 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f45cffff640 1 -- 172.21.15.29:0/3233942891 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d00078e0 con 0x7f45d815eb60 2024-09-16T01:13:57.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f45cffff640 1 -- 172.21.15.29:0/3233942891 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0007740 con 0x7f45d815eb60 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fad5e70b640 1 Processor -- start 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7fad5e70b640 1 -- start start 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f547a374640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c0e2db0 0x7f546c03a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f547a374640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f546c008c00 con 0x7f546c034470 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f547a374640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f546c008ee0 con 0x7f546c0349c0 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f547a374640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f546c0380c0 con 0x7f546c0e2db0 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f5479b73640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f546c0349c0 0x7f546c007750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47776/0 (socket says 172.21.15.29:47776) 2024-09-16T01:13:57.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f5479b73640 1 -- 172.21.15.29:0/181688324 learned_addr learned my addr 172.21.15.29:0/181688324 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f5479372640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c0e2db0 0x7f546c03a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f5478b71640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f546c034470 0x7f546c055dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38656/0 (socket says 172.21.15.29:38656) 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f705a18e640 1 -- 172.21.15.29:0/3428356014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 msgr2=0x7f705406bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f705a18e640 1 --2- 172.21.15.29:0/3428356014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 0x7f705406bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f705a18e640 1 -- 172.21.15.29:0/3428356014 >> v1:172.21.15.29:6789/0 conn(0x7f705406e340 legacy=0x7f705406e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f705a18e640 1 -- 172.21.15.29:0/3428356014 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70540b0040 con 0x7f705415ea10 2024-09-16T01:13:57.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f1c32ffd640 1 -- 172.21.15.29:0/114789534 >> v1:172.21.15.122:6789/0 conn(0x7f1c34165880 legacy=0x7f1c34165cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.175+0000 7f1c32ffd640 1 -- 172.21.15.29:0/114789534 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c340b5e30 con 0x7f1c340b4b80 2024-09-16T01:13:57.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f847d0d9640 1 Processor -- start 2024-09-16T01:13:57.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f847d0d9640 1 -- start start 2024-09-16T01:13:57.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f705a18e640 1 --2- 172.21.15.29:0/3428356014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705415ea10 0x7f705415eec0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7044009d90 tx=0x7f704402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd58210ff46821bf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 shutdown_connections 2024-09-16T01:13:57.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7fe3095bd640 1 -- 172.21.15.29:0/2732700442 wait complete. 2024-09-16T01:13:57.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f1c327fc640 1 --2- 172.21.15.29:0/114789534 >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 0x7f1c34073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:57.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 445527146 0 0) 0x7f546c008ee0 con 0x7f546c0349c0 2024-09-16T01:13:57.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5460003520 con 0x7f546c0349c0 2024-09-16T01:13:57.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7f705898b640 1 -- 172.21.15.29:0/3428356014 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7044007740 con 0x7f705415ea10 2024-09-16T01:13:57.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.176+0000 7fad5e70b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1016765309 0 0) 0x7f546c008c00 con 0x7f546c034470 2024-09-16T01:13:57.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f546c008ee0 con 0x7f546c034470 2024-09-16T01:13:57.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d815eb60 msgr2=0x7f45d80cc750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f705898b640 1 -- 172.21.15.29:0/3428356014 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70440078e0 con 0x7f705415ea10 2024-09-16T01:13:57.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 --2- 172.21.15.29:0/3233942891 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d815eb60 0x7f45d80cc750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f45d8070e50 tx=0x7f45d002a590 comp rx=0 tx=0).stop 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v1:172.21.15.122:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2480277179 0 0) 0x7f5460003520 con 0x7f546c0349c0 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c0e2db0 msgr2=0x7f546c03a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c0e2db0 0x7f546c03a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 >> v1:172.21.15.29:6789/0 conn(0x7f546c034470 legacy=0x7f546c055dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> v1:172.21.15.122:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f546c037d50 con 0x7f546c0349c0 2024-09-16T01:13:57.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 shutdown_connections 2024-09-16T01:13:57.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 --2- 172.21.15.29:0/3233942891 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d815eb60 0x7f45d80cc750 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v1:172.21.15.122:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f54740504d0 con 0x7f546c0349c0 2024-09-16T01:13:57.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 >> v1:172.21.15.122:6789/0 conn(0x7f546c0349c0 legacy=0x7f546c007750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 --2- 172.21.15.29:0/3233942891 >> v2:172.21.15.29:3300/0 conn(0x7f45d815a820 0x7f45d80b4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 >> 172.21.15.29:0/3233942891 conn(0x7f45d80b1df0 msgr2=0x7f45d80b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5460003b60 0x7f5460003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5460004800 0x7f5460004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54600051c0 0x7f546000fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f54600103c0 con 0x7f5460003b60 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5460010540 con 0x7f54600051c0 2024-09-16T01:13:57.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5460010710 con 0x7f5460004800 2024-09-16T01:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7fad5e70b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 0x7fad500e0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7fad5d709640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 shutdown_connections 2024-09-16T01:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f45dfa04640 1 -- 172.21.15.29:0/3233942891 wait complete. 2024-09-16T01:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7fad5d709640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33202/0 (socket says 172.21.15.29:33202) 2024-09-16T01:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7fad5d709640 1 -- 172.21.15.29:0/727373081 learned_addr learned my addr 172.21.15.29:0/727373081 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/114789534 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 0x7f1c3406fa20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009d90 tx=0x7f1c2c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cfd9612a51a807a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f1c31ffb640 1 -- 172.21.15.29:0/114789534 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c007740 con 0x7f1c340b4b80 2024-09-16T01:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f1c31ffb640 1 -- 172.21.15.29:0/114789534 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c2c0078e0 con 0x7f1c340b4b80 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f1c31ffb640 1 -- 172.21.15.29:0/114789534 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c007cb0 con 0x7f1c340b4b80 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fad50048bf0 0x7fad5017c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fad50035570 con 0x7fad50036090 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fad50052c10 con 0x7fad50048bf0 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fad50054a20 con 0x7fad50034c40 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f5478b71640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5460004800 0x7f5460004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f5479b73640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54600051c0 0x7f546000fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f5479372640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5460003b60 0x7f5460003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f847d0d9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84780b5490 0x7f84780af9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f847d0d9640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84780d02c0 con 0x7f847806e390 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f847d0d9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84780d05a0 con 0x7f8478162890 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.177+0000 7f847d0d9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f84780b0080 con 0x7f84780b5490 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 -- 172.21.15.29:0/3428356014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705415ea10 msgr2=0x7f705415eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 --2- 172.21.15.29:0/3428356014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705415ea10 0x7f705415eec0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7044009d90 tx=0x7f704402a660 comp rx=0 tx=0).stop 2024-09-16T01:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5df0a640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fad50048bf0 0x7fad5017c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 -- 172.21.15.29:0/3428356014 shutdown_connections 2024-09-16T01:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 --2- 172.21.15.29:0/3428356014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705415ea10 0x7f705415eec0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 --2- 172.21.15.29:0/3428356014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406bc10 0x7f705406bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 -- 172.21.15.29:0/3428356014 >> 172.21.15.29:0/3428356014 conn(0x7f7054067d70 msgr2=0x7f705406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fe3095bd640 1 Processor -- start 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 -- 172.21.15.29:0/114789534 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 msgr2=0x7f1c3406fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 --2- 172.21.15.29:0/114789534 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 0x7f1c3406fa20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009d90 tx=0x7f1c2c02a660 comp rx=0 tx=0).stop 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 -- 172.21.15.29:0/114789534 shutdown_connections 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 --2- 172.21.15.29:0/114789534 >> v2:172.21.15.29:3300/0 conn(0x7f1c340b4f60 0x7f1c34073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 --2- 172.21.15.29:0/114789534 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4b80 0x7f1c3406fa20 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 -- 172.21.15.29:0/114789534 >> 172.21.15.29:0/114789534 conn(0x7f1c340b3610 msgr2=0x7f1c340b3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 -- 172.21.15.29:0/114789534 shutdown_connections 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5cf08640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 0x7fad500e0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5d709640 1 -- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fad50048bf0 msgr2=0x7fad5017c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5d709640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fad50048bf0 0x7fad5017c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5d709640 1 -- 172.21.15.29:0/727373081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 msgr2=0x7fad500e0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5d709640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 0x7fad500e0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5d709640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5004d260 con 0x7fad50034c40 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7fad5cf08640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 0x7fad500e0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f8476d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f8478162890 0x7f84780b4d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:47784/0 (socket says 172.21.15.29:47784) 2024-09-16T01:13:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f8476d9d640 1 -- 172.21.15.29:0/1842300871 learned_addr learned my addr 172.21.15.29:0/1842300871 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f847659c640 1 --2- 172.21.15.29:0/1842300871 >> v2:172.21.15.29:3300/0 conn(0x7f84780b5490 0x7f84780af9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 -- 172.21.15.29:0/3428356014 shutdown_connections 2024-09-16T01:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f705bbf1640 1 -- 172.21.15.29:0/3428356014 wait complete. 2024-09-16T01:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7fe3095bd640 1 -- start start 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.178+0000 7f1c396e6640 1 -- 172.21.15.29:0/114789534 wait complete. 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f45dfa04640 1 Processor -- start 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f45dfa04640 1 -- start start 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7fad5d709640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fad48035040 tx=0x7fad480046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48041030 con 0x7fad50034c40 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad5004d500 con 0x7fad50034c40 2024-09-16T01:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fad5004dac0 con 0x7fad50034c40 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f5479b73640 1 -- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5460004800 msgr2=0x7f5460004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f5479b73640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5460004800 0x7f5460004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f5479b73640 1 -- 172.21.15.29:0/181688324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5460003b60 msgr2=0x7f5460003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f5479b73640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5460003b60 0x7f5460003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f5479b73640 1 -- 172.21.15.29:0/181688324 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f546c037d50 con 0x7f54600051c0 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f5478b71640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5460004800 0x7f5460004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f8475d9b640 1 -- 172.21.15.29:0/1842300871 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 746287250 0 0) 0x7f84780d05a0 con 0x7f8478162890 2024-09-16T01:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f8475d9b640 1 -- 172.21.15.29:0/1842300871 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8460003520 con 0x7f8478162890 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f847659c640 1 -- 172.21.15.29:0/1842300871 >> v1:172.21.15.122:6789/0 conn(0x7f8478162890 legacy=0x7f84780b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f847659c640 1 -- 172.21.15.29:0/1842300871 >> v1:172.21.15.29:6789/0 conn(0x7f847806e390 legacy=0x7f84781664d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.179+0000 7f847659c640 1 -- 172.21.15.29:0/1842300871 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84780d0880 con 0x7f84780b5490 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f705bbf1640 1 Processor -- start 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7fe3095bd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7fe3095bd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 0x7fe30413eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f1c396e6640 1 Processor -- start 2024-09-16T01:13:57.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7fe302ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f1c396e6640 1 -- start start 2024-09-16T01:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7fe302ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41818/0 (socket says 172.21.15.29:41818) 2024-09-16T01:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.180+0000 7f847659c640 1 --2- 172.21.15.29:0/1842300871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84780b5490 0x7f84780af9f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f846c0097a0 tx=0x7f846c02a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b5a8ba11da1136e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe302ffd640 1 -- 172.21.15.29:0/3070865333 learned_addr learned my addr 172.21.15.29:0/3070865333 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe30413f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f5479b73640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54600051c0 0x7f546000fdd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5474000b60 tx=0x7f5460005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=343836aedc3c1473 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe304140df0 con 0x7fe3040726c0 2024-09-16T01:13:57.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe304140c70 con 0x7fe3041407e0 2024-09-16T01:13:57.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe30415e070 con 0x7fe3040b3ac0 2024-09-16T01:13:57.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad4803d4e0 con 0x7fad50034c40 2024-09-16T01:13:57.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f8475d9b640 1 -- 172.21.15.29:0/1842300871 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c037070 con 0x7f84780b5490 2024-09-16T01:13:57.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3027fc640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 0x7fe30413eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe3037fe640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe30413f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe302ffd640 1 -- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 msgr2=0x7fe30413eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fe302ffd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 0x7fe30413eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe302ffd640 1 -- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 msgr2=0x7fe30413f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe302ffd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe30413f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe302ffd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe304159780 con 0x7fe3040726c0 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d80cdfc0 0x7f45d8071f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45d815eb60 0x7f45d8073a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f45d80b5350 con 0x7f45d815eb60 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f45d815efb0 con 0x7f45d80cdfc0 2024-09-16T01:13:57.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f45dfa04640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f45d80b3770 con 0x7f45d8155c80 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:33230/0 (socket says 172.21.15.29:33230) 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 -- 172.21.15.29:0/1133984247 learned_addr learned my addr 172.21.15.29:0/1133984247 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48037040 con 0x7fad50034c40 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad5003ac40 con 0x7fad50034c40 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54740500d0 con 0x7f54600051c0 2024-09-16T01:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54740a79b0 con 0x7f54600051c0 2024-09-16T01:13:57.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f546bfff640 1 -- 172.21.15.29:0/181688324 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54740500d0 con 0x7f54600051c0 2024-09-16T01:13:57.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.181+0000 7f8475d9b640 1 -- 172.21.15.29:0/1842300871 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f846c032440 con 0x7f84780b5490 2024-09-16T01:13:57.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe302ffd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe2f400c4a0 tx=0x7fe2f400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f8475d9b640 1 -- 172.21.15.29:0/1842300871 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0327f0 con 0x7f84780b5490 2024-09-16T01:13:57.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f1c396e6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f547a374640 1 -- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54600051c0 msgr2=0x7f546000fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f547a374640 1 --2- 172.21.15.29:0/181688324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54600051c0 0x7f546000fdd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5474000b60 tx=0x7f5460005830 comp rx=0 tx=0).stop 2024-09-16T01:13:57.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 -- 172.21.15.29:0/1842300871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84780b5490 msgr2=0x7f84780af9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 --2- 172.21.15.29:0/1842300871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84780b5490 0x7f84780af9f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f846c0097a0 tx=0x7f846c02a160 comp rx=0 tx=0).stop 2024-09-16T01:13:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f5479b73640 1 -- 172.21.15.29:0/181688324 reap_dead start 2024-09-16T01:13:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 -- 172.21.15.29:0/1842300871 shutdown_connections 2024-09-16T01:13:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 --2- 172.21.15.29:0/1842300871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84780b5490 0x7f84780af9f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 -- 172.21.15.29:0/1842300871 >> 172.21.15.29:0/1842300871 conn(0x7f8478067d70 msgr2=0x7f847806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f705bbf1640 1 -- start start 2024-09-16T01:13:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f847d0d9640 1 -- 172.21.15.29:0/1842300871 shutdown_connections 2024-09-16T01:13:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4018070 con 0x7fe3040726c0 2024-09-16T01:13:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe3027fc640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 0x7fe30413eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2f40074e0 con 0x7fe3040726c0 2024-09-16T01:13:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe304159a60 con 0x7fe3040726c0 2024-09-16T01:13:57.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c396e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4f60 0x7f1c340b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c396e6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c34165880 0x7f1c34161ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c396e6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c340aa490 con 0x7f1c340b4b80 2024-09-16T01:13:57.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe30415a020 con 0x7fe3040726c0 2024-09-16T01:13:57.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c396e6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1c340b63f0 con 0x7f1c34165880 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c396e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f1c340aa610 con 0x7f1c340b4f60 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41828/0 (socket says 172.21.15.29:41828) 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c32ffd640 1 -- 172.21.15.29:0/620742580 learned_addr learned my addr 172.21.15.29:0/620742580 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 -- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d80cdfc0 msgr2=0x7f45d8071f10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d80cdfc0 0x7f45d8071f10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 -- 172.21.15.29:0/1133984247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45d815eb60 msgr2=0x7f45d8073a00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45d815eb60 0x7f45d8073a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.182+0000 7f45ddfa1640 1 -- 172.21.15.29:0/1133984247 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d8072580 con 0x7f45d8155c80 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 0x7f7054151760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 0x7f705415cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad48044070 con 0x7fad50034c40 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f705415ea10 0x7f70540b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f70540b08e0 con 0x7f705406bc10 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f70540b0600 con 0x7f705415ea10 2024-09-16T01:13:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705bbf1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f705415c3b0 con 0x7f705406e340 2024-09-16T01:13:57.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f547a374640 1 -- 172.21.15.29:0/181688324 shutdown_connections 2024-09-16T01:13:57.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f547a374640 1 -- 172.21.15.29:0/181688324 >> 172.21.15.29:0/181688324 conn(0x7f546c01ea40 msgr2=0x7f546c0556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c327fc640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4f60 0x7f1c340b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f847d0d9640 1 -- 172.21.15.29:0/1842300871 wait complete. 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f1c33fff640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c34165880 0x7f1c34161ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705998d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 0x7f7054151760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705998d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 0x7f7054151760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41830/0 (socket says 172.21.15.29:41830) 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705998d640 1 -- 172.21.15.29:0/1149609336 learned_addr learned my addr 172.21.15.29:0/1149609336 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705918c640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 0x7f705415cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f705a18e640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f705415ea10 0x7f70540b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7f45ddfa1640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009e80 tx=0x7f45d0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.183+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4018070 con 0x7fe3040726c0 2024-09-16T01:13:57.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7fad4dffb640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 0x7fad3c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fad480aba20 con 0x7fad50034c40 2024-09-16T01:13:57.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f547a374640 1 -- 172.21.15.29:0/181688324 shutdown_connections 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f547a374640 1 -- 172.21.15.29:0/181688324 wait complete. 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 -- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f705415ea10 msgr2=0x7f70540b2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f705415ea10 0x7f70540b2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 -- 172.21.15.29:0/1149609336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 msgr2=0x7f7054151760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 0x7f7054151760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 -- 172.21.15.29:0/1149609336 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70540b3830 con 0x7f705406e340 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 -- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4f60 msgr2=0x7f1c340b1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4f60 0x7f1c340b1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 -- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c34165880 msgr2=0x7f1c34161ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c34165880 0x7f1c34161ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 -- 172.21.15.29:0/620742580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c34150bf0 con 0x7f1c340b4b80 2024-09-16T01:13:57.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f1c32ffd640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009d90 tx=0x7f1c2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7fad5cf08640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 0x7fad3c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.184+0000 7f705918c640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 0x7f705415cf70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f705406c940 tx=0x7f704c00c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c03f070 con 0x7f1c340b4b80 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c2c031bc0 con 0x7f1c340b4b80 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c044460 con 0x7f1c340b4b80 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c34145eb0 con 0x7f1c340b4b80 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f847d0d9640 1 Processor -- start 2024-09-16T01:13:57.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe304154180 con 0x7fe3040726c0 2024-09-16T01:13:57.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7f847d0d9640 1 -- start start 2024-09-16T01:13:57.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.185+0000 7fad5cf08640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 0x7fad3c06e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fad5004e530 tx=0x7fad54008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c34146470 con 0x7f1c340b4b80 2024-09-16T01:13:57.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84780b5490 0x7f8478153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f547a374640 1 Processor -- start 2024-09-16T01:13:57.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f8476d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f8476d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41840/0 (socket says 172.21.15.29:41840) 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478162890 0x7f8478154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f8476d9d640 1 -- 172.21.15.29:0/3652729461 learned_addr learned my addr 172.21.15.29:0/3652729461 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8478071260 con 0x7f847806e390 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f847806e790 con 0x7f84780b5490 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f84780713e0 con 0x7f8478162890 2024-09-16T01:13:57.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f547a374640 1 -- start start 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847659c640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84780b5490 0x7f8478153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.186+0000 7f847759e640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478162890 0x7f8478154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 -- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478162890 msgr2=0x7f8478154ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478162890 0x7f8478154ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 -- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84780b5490 msgr2=0x7f8478153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84780b5490 0x7f8478153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8478153a20 con 0x7f847806e390 2024-09-16T01:13:57.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f8476d9d640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f847000cbc0 tx=0x7f847000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2f40047e0 con 0x7fe3040726c0 2024-09-16T01:13:57.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f546c0d7e80 0x7f546c035140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c3406fa20 con 0x7f1c340b4b80 2024-09-16T01:13:57.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470017070 con 0x7f847806e390 2024-09-16T01:13:57.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f847000ad40 con 0x7f847806e390 2024-09-16T01:13:57.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470012620 con 0x7f847806e390 2024-09-16T01:13:57.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8478153740 con 0x7f847806e390 2024-09-16T01:13:57.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84781645b0 con 0x7f847806e390 2024-09-16T01:13:57.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 0x7f546c0dd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f546c0e3190 con 0x7f54600051c0 2024-09-16T01:13:57.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f546c037b10 con 0x7f546c0d7e80 2024-09-16T01:13:57.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704c017070 con 0x7f705406e340 2024-09-16T01:13:57.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f547a374640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f546c00cb60 con 0x7f546c035680 2024-09-16T01:13:57.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f5479372640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f5479372640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41856/0 (socket says 172.21.15.29:41856) 2024-09-16T01:13:57.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70540b3dc0 con 0x7f705406e340 2024-09-16T01:13:57.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7fe2eb7fe640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 0x7fe2f006e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe2f408a420 con 0x7fe3040726c0 2024-09-16T01:13:57.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f5479372640 1 -- 172.21.15.29:0/2183177153 learned_addr learned my addr 172.21.15.29:0/2183177153 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f5479b73640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 0x7f546c0dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.187+0000 7f5478b71640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f546c0d7e80 0x7f546c035140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c2c044600 con 0x7f1c340b4b80 2024-09-16T01:13:57.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7054154e80 con 0x7f705406e340 2024-09-16T01:13:57.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f704c005ce0 con 0x7f705406e340 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 -- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 msgr2=0x7f546c0dd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 0x7f546c0dd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 -- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f546c0d7e80 msgr2=0x7f546c035140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f546c0d7e80 0x7f546c035140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 -- 172.21.15.29:0/2183177153 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f546c036bf0 con 0x7f54600051c0 2024-09-16T01:13:57.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479b73640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 0x7f546c0dd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:57.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.188+0000 7f5479372640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f54700117b0 tx=0x7f5470011c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704c0072d0 con 0x7f705406e340 2024-09-16T01:13:57.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7f1c1b7fe640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 0x7f1c2006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7fe3027fc640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 0x7fe2f006e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8478166080 con 0x7f847806e390 2024-09-16T01:13:57.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d003f070 con 0x7f45d8155c80 2024-09-16T01:13:57.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.190+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d0031e30 con 0x7f45d8155c80 2024-09-16T01:13:57.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.190+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7034005290 con 0x7f705406e340 2024-09-16T01:13:57.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.190+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f704c01a070 con 0x7f705406e340 2024-09-16T01:13:57.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0007740 con 0x7f45d8155c80 2024-09-16T01:13:57.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.189+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad4807a180 con 0x7fad50034c40 2024-09-16T01:13:57.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f70527fc640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 0x7f704006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d8072860 con 0x7f45d8155c80 2024-09-16T01:13:57.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f704c08a5e0 con 0x7f705406e340 2024-09-16T01:13:57.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f1c327fc640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 0x7f1c2006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d8072e20 con 0x7f45d8155c80 2024-09-16T01:13:57.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7f705998d640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 0x7f704006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.191+0000 7fe3027fc640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 0x7fe2f006e970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe3040b4f00 tx=0x7fe2f8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.192+0000 7f1c327fc640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 0x7f1c2006e7c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c28009560 tx=0x7f1c28009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.192+0000 7f705998d640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 0x7f704006e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7048009b80 tx=0x7f7048009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.192+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d80cd920 con 0x7f45d8155c80 2024-09-16T01:13:57.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.195+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe2f4058b10 con 0x7fe3040726c0 2024-09-16T01:13:57.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.195+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547000fa30 con 0x7f54600051c0 2024-09-16T01:13:57.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.195+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f704c058700 con 0x7f705406e340 2024-09-16T01:13:57.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.195+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f546c035b50 con 0x7f54600051c0 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.196+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f546c036110 con 0x7f54600051c0 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.196+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f547000fbd0 con 0x7f54600051c0 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.196+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470014440 con 0x7f54600051c0 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.196+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1c2c0782b0 con 0x7f1c340b4b80 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.197+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f847001a070 con 0x7f847806e390 2024-09-16T01:13:57.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.197+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45d003b820 con 0x7f45d8155c80 2024-09-16T01:13:57.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f45cdffb640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 0x7f45bc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f845f7fe640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 0x7f846406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f847008b5f0 con 0x7f847806e390 2024-09-16T01:13:57.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f45d00ad010 con 0x7f45d8155c80 2024-09-16T01:13:57.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f45dd7a0640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 0x7f45bc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.198+0000 7f847659c640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 0x7f846406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.199+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5454005290 con 0x7f54600051c0 2024-09-16T01:13:57.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.199+0000 7f45dd7a0640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 0x7f45bc06e840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f45d80741d0 tx=0x7f45d4006bd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.199+0000 7f847659c640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 0x7f846406e840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f846c034000 tx=0x7f846c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.200+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45d0053080 con 0x7f45d8155c80 2024-09-16T01:13:57.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.205+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c34150bf0 con 0x7f1c340b4b80 2024-09-16T01:13:57.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.215+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8470021020 con 0x7f847806e390 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.224+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5470012040 con 0x7f54600051c0 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.224+0000 7f5469ffb640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 0x7f545806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.225+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f547008c0b0 con 0x7f54600051c0 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.227+0000 7f5478b71640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 0x7f545806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.227+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f547002b020 con 0x7f54600051c0 2024-09-16T01:13:57.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.227+0000 7f5478b71640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 0x7f545806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f546c177d90 tx=0x7f5464009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.535+0000 7fdf2d065640 1 -- 172.21.15.29:0/327084747 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fdf08005850 con 0x7fdf28154190 2024-09-16T01:13:57.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.536+0000 7fdf0f7fe640 1 -- 172.21.15.29:0/327084747 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdf2007e000 con 0x7fdf28154190 2024-09-16T01:13:57.537 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:57.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 msgr2=0x7fdf1406e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 0x7fdf1406e740 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fdf28068390 tx=0x7fdf1c008040 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 msgr2=0x7fdf28154610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000d230 tx=0x7fdf20004dc0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 shutdown_connections 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf1406c280 0x7fdf1406e740 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf28154190 0x7fdf28154610 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28156540 0x7fdf281569c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.540+0000 7fdf0d7fa640 1 --2- 172.21.15.29:0/327084747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf10005290 0x7fdf280aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.541+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 >> 172.21.15.29:0/327084747 conn(0x7fdf28067d70 msgr2=0x7fdf28158050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.541+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 shutdown_connections 2024-09-16T01:13:57.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.541+0000 7fdf0d7fa640 1 -- 172.21.15.29:0/327084747 wait complete. 2024-09-16T01:13:57.558 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-16T01:13:57.559 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.571+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fad5003a960 con 0x7fad50034c40 2024-09-16T01:13:57.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.572+0000 7fad4dffb640 1 -- 172.21.15.29:0/727373081 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fad48079a80 con 0x7fad50034c40 2024-09-16T01:13:57.573 INFO:teuthology.orchestra.run.smithi029.stdout:64424509448 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 msgr2=0x7fad3c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 0x7fad3c06e840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fad5004e530 tx=0x7fad54008040 comp rx=0 tx=0).stop 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 msgr2=0x7fad5004e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fad48035040 tx=0x7fad480046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 shutdown_connections 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fad3c06c380 0x7fad3c06e840 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fad50048bf0 0x7fad5017c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad50036090 0x7fad500e0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.574+0000 7fad5e70b640 1 --2- 172.21.15.29:0/727373081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fad50034c40 0x7fad5004e5e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.575+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 >> 172.21.15.29:0/727373081 conn(0x7fad5001ea40 msgr2=0x7fad5000bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.575+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 shutdown_connections 2024-09-16T01:13:57.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.575+0000 7fad5e70b640 1 -- 172.21.15.29:0/727373081 wait complete. 2024-09-16T01:13:57.587 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-09-16T01:13:57.587 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.603+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f7034005850 con 0x7f705406e340 2024-09-16T01:13:57.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.604+0000 7f70527fc640 1 -- 172.21.15.29:0/1149609336 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f704c05ca00 con 0x7f705406e340 2024-09-16T01:13:57.605 INFO:teuthology.orchestra.run.smithi029.stdout:64424509447 2024-09-16T01:13:57.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 msgr2=0x7f704006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 0x7f704006e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7048009b80 tx=0x7f7048009190 comp rx=0 tx=0).stop 2024-09-16T01:13:57.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 msgr2=0x7f705415cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 0x7f705415cf70 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f705406c940 tx=0x7f704c00c800 comp rx=0 tx=0).stop 2024-09-16T01:13:57.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 shutdown_connections 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f704006c2b0 0x7f704006e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f705415ea10 0x7f70540b2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f705406e340 0x7f705415cf70 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 --2- 172.21.15.29:0/1149609336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f705406bc10 0x7f7054151760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 >> 172.21.15.29:0/1149609336 conn(0x7f7054067d70 msgr2=0x7f7054071d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 shutdown_connections 2024-09-16T01:13:57.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.607+0000 7f705bbf1640 1 -- 172.21.15.29:0/1149609336 wait complete. 2024-09-16T01:13:57.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.611+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f1c3414dd10 con 0x7f1c340b4b80 2024-09-16T01:13:57.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.611+0000 7f1c1b7fe640 1 -- 172.21.15.29:0/620742580 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1c2c07a910 con 0x7f1c340b4b80 2024-09-16T01:13:57.612 INFO:teuthology.orchestra.run.smithi029.stdout:64424509449 2024-09-16T01:13:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.614+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe3040cd060 con 0x7fe3040726c0 2024-09-16T01:13:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.614+0000 7fe2eb7fe640 1 -- 172.21.15.29:0/3070865333 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe2f4058410 con 0x7fe3040726c0 2024-09-16T01:13:57.615 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:57.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 msgr2=0x7f1c2006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 0x7f1c2006e7c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c28009560 tx=0x7f1c28009190 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 msgr2=0x7f1c341506b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009d90 tx=0x7f1c2c004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 shutdown_connections 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f1c2006c300 0x7f1c2006e7c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c34165880 0x7f1c34161ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1c340b4f60 0x7f1c340b1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 --2- 172.21.15.29:0/620742580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c340b4b80 0x7f1c341506b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 >> 172.21.15.29:0/620742580 conn(0x7f1c340b3610 msgr2=0x7f1c34073520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 shutdown_connections 2024-09-16T01:13:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.615+0000 7f1c396e6640 1 -- 172.21.15.29:0/620742580 wait complete. 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 msgr2=0x7fe2f006e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 0x7fe2f006e970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe3040b4f00 tx=0x7fe2f8008040 comp rx=0 tx=0).stop 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 msgr2=0x7fe30413c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe2f400c4a0 tx=0x7fe2f400c960 comp rx=0 tx=0).stop 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 shutdown_connections 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe2f006c4b0 0x7fe2f006e970 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3041407e0 0x7fe30413f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe3040b3ac0 0x7fe30413eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 --2- 172.21.15.29:0/3070865333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3040726c0 0x7fe30413c4b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 >> 172.21.15.29:0/3070865333 conn(0x7fe3040b29a0 msgr2=0x7fe30413d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 shutdown_connections 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7fe3095bd640 1 -- 172.21.15.29:0/3070865333 wait complete. 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f45d80cdca0 con 0x7f45d8155c80 2024-09-16T01:13:57.620 INFO:teuthology.orchestra.run.smithi029.stdout:60129542152 2024-09-16T01:13:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.618+0000 7f45cdffb640 1 -- 172.21.15.29:0/1133984247 <== mon.2 v2:172.21.15.122:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f45d007b910 con 0x7f45d8155c80 2024-09-16T01:13:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.621+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8478069110 con 0x7f847806e390 2024-09-16T01:13:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 msgr2=0x7f45bc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 0x7f45bc06e840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f45d80741d0 tx=0x7f45d4006bd0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 msgr2=0x7f45d8148760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009e80 tx=0x7f45d0004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 shutdown_connections 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f45bc06c380 0x7f45bc06e840 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f45d8155c80 0x7f45d8148760 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45d815eb60 0x7f45d8073a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 --2- 172.21.15.29:0/1133984247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45d80cdfc0 0x7f45d8071f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 >> 172.21.15.29:0/1133984247 conn(0x7f45d80b1df0 msgr2=0x7f45d80b1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 shutdown_connections 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f45dfa04640 1 -- 172.21.15.29:0/1133984247 wait complete. 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.622+0000 7f845f7fe640 1 -- 172.21.15.29:0/3652729461 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8470059780 con 0x7f847806e390 2024-09-16T01:13:57.624 INFO:teuthology.orchestra.run.smithi029.stdout:60129542151 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 msgr2=0x7f846406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 0x7f846406e840 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f846c034000 tx=0x7f846c02e000 comp rx=0 tx=0).stop 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 msgr2=0x7f847814d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f847000cbc0 tx=0x7f847000a430 comp rx=0 tx=0).stop 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 shutdown_connections 2024-09-16T01:13:57.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f846406c380 0x7f846406e840 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.627 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.4 2024-09-16T01:13:57.627 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8478162890 0x7f8478154ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f84780b5490 0x7f8478153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 --2- 172.21.15.29:0/3652729461 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f847806e390 0x7f847814d1c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 >> 172.21.15.29:0/3652729461 conn(0x7f8478067d70 msgr2=0x7f8478072bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 shutdown_connections 2024-09-16T01:13:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.625+0000 7f847d0d9640 1 -- 172.21.15.29:0/3652729461 wait complete. 2024-09-16T01:13:57.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.630+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f5454005850 con 0x7f54600051c0 2024-09-16T01:13:57.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.630+0000 7f5469ffb640 1 -- 172.21.15.29:0/2183177153 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5470019030 con 0x7f54600051c0 2024-09-16T01:13:57.631 INFO:teuthology.orchestra.run.smithi029.stdout:64424509448 2024-09-16T01:13:57.632 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.7 2024-09-16T01:13:57.632 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 msgr2=0x7f545806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 0x7f545806e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f546c177d90 tx=0x7f5464009040 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 msgr2=0x7f546c0dbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f54700117b0 tx=0x7f5470011c70 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 shutdown_connections 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f545806c2b0 0x7f545806e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f546c035680 0x7f546c0dd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f546c0d7e80 0x7f546c035140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 --2- 172.21.15.29:0/2183177153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54600051c0 0x7f546c0dbb10 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 >> 172.21.15.29:0/2183177153 conn(0x7f546c01ea40 msgr2=0x7f546c0528d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 shutdown_connections 2024-09-16T01:13:57.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.633+0000 7f547a374640 1 -- 172.21.15.29:0/2183177153 wait complete. 2024-09-16T01:13:57.639 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-16T01:13:57.639 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.640 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.3 2024-09-16T01:13:57.641 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.641 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-16T01:13:57.642 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.646 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.6 2024-09-16T01:13:57.646 DEBUG:teuthology.parallel:result is None 2024-09-16T01:13:57.647 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:13:57.647 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:57.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.788+0000 7f9456c5e640 1 Processor -- start 2024-09-16T01:13:57.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.788+0000 7f9456c5e640 1 -- start start 2024-09-16T01:13:57.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9456c5e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f9450162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9456c5e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f94500b6a40 0x7f94500b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9456c5e640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94500b39a0 con 0x7f94500cf480 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9456c5e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f94501630d0 con 0x7f94500b6a40 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9456c5e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f945015eba0 con 0x7f945015e7c0 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9447fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f94500cf480 0x7f94500b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50952/0 (socket says 172.21.15.29:50952) 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f9447fff640 1 -- 172.21.15.29:0/2940615368 learned_addr learned my addr 172.21.15.29:0/2940615368 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94551fb640 1 --2- 172.21.15.29:0/2940615368 >> v2:172.21.15.122:3300/0 conn(0x7f94500b6a40 0x7f94500b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1447349920 0 0) 0x7f94500b39a0 con 0x7f94500cf480 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94549fa640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f9450162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9438003520 con 0x7f94500cf480 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2809909787 0 0) 0x7f9438003520 con 0x7f94500cf480 2024-09-16T01:13:57.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 msgr2=0x7f9450162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f9450162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 >> v2:172.21.15.122:3300/0 conn(0x7f94500b6a40 msgr2=0x7f94500b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 --2- 172.21.15.29:0/2940615368 >> v2:172.21.15.122:3300/0 conn(0x7f94500b6a40 0x7f94500b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94500cfc60 con 0x7f94500cf480 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f9440001670 con 0x7f94500cf480 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 >> v1:172.21.15.29:6789/0 conn(0x7f94500cf480 legacy=0x7f94500b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f94380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9438003f30 0x7f9438004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9438004d40 0x7f94380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94501630d0 con 0x7f9438003f30 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f945015eba0 con 0x7f9438004d40 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.789+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f943800b9f0 con 0x7f945015e7c0 2024-09-16T01:13:57.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9438003f30 0x7f9438004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f94549fa640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f94380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f94551fb640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9438004d40 0x7f94380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 -- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 msgr2=0x7f94380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f945015e7c0 0x7f94380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 -- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9438004d40 msgr2=0x7f94380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9438004d40 0x7f94380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 -- 172.21.15.29:0/2940615368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9438003520 con 0x7f9438003f30 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.790+0000 7f9447fff640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9438003f30 0x7f9438004800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9440001050 tx=0x7f9438005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1872851eab39b2b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440007d70 con 0x7f9438003f30 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9440005af0 con 0x7f9438003f30 2024-09-16T01:13:57.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f94477fe640 1 -- 172.21.15.29:0/2940615368 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440007070 con 0x7f9438003f30 2024-09-16T01:13:57.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 -- 172.21.15.29:0/2940615368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9438003f30 msgr2=0x7f9438004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2940615368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9438003f30 0x7f9438004800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9440001050 tx=0x7f9438005830 comp rx=0 tx=0).stop 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f94551fb640 1 -- 172.21.15.29:0/2940615368 reap_dead start 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 -- 172.21.15.29:0/2940615368 shutdown_connections 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 -- 172.21.15.29:0/2940615368 >> 172.21.15.29:0/2940615368 conn(0x7f94500d1320 msgr2=0x7f94500d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 -- 172.21.15.29:0/2940615368 shutdown_connections 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.791+0000 7f9456c5e640 1 -- 172.21.15.29:0/2940615368 wait complete. 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.792+0000 7f9456c5e640 1 Processor -- start 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 -- start start 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9438003f30 0x7f9450158810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9450160a20 0x7f9450160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f945015f100 con 0x7f94500b94f0 2024-09-16T01:13:57.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f945015ee20 con 0x7f9450160a20 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9456c5e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f945015f3e0 con 0x7f9438003f30 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.793+0000 7f9447fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57790/0 (socket says 172.21.15.29:57790) 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 -- 172.21.15.29:0/2695578114 learned_addr learned my addr 172.21.15.29:0/2695578114 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f94551fb640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9450160a20 0x7f9450160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f94549fa640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9438003f30 0x7f9450158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 -- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9438003f30 msgr2=0x7f9450158810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9438003f30 0x7f9450158810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 -- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9450160a20 msgr2=0x7f9450160eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9450160a20 0x7f9450160eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 -- 172.21.15.29:0/2695578114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9450159d40 con 0x7f94500b94f0 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9447fff640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f944002ae20 tx=0x7f9440000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440042070 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9440007480 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f945015a020 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440007d50 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.794+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94501582f0 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.795+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f945004ffb0 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.796+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f944003b050 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.796+0000 7f94457fa640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 0x7f943c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.796+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f94400ab970 con 0x7f94500b94f0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.796+0000 7f94549fa640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 0x7f943c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.797+0000 7f94549fa640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 0x7f943c06e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f94500b59d0 tx=0x7f944c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:57.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.801+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f945004ffb0 con 0x7f94500b94f0 2024-09-16T01:13:57.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.973+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f945015f900 con 0x7f943c06c2e0 2024-09-16T01:13:57.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.980+0000 7f94457fa640 1 -- 172.21.15.29:0/2695578114 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f945015f900 con 0x7f943c06c2e0 2024-09-16T01:13:57.983 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:57.985 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 msgr2=0x7f943c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 0x7f943c06e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f94500b59d0 tx=0x7f944c009190 comp rx=0 tx=0).stop 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 msgr2=0x7f94500b9970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f944002ae20 tx=0x7f9440000fe0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 shutdown_connections 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f943c06c2e0 0x7f943c06e7a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9450160a20 0x7f9450160eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94500b94f0 0x7f94500b9970 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 --2- 172.21.15.29:0/2695578114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9438003f30 0x7f9450158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:57.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 >> 172.21.15.29:0/2695578114 conn(0x7f94500d1320 msgr2=0x7f945015cd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:57.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 shutdown_connections 2024-09-16T01:13:57.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:57.983+0000 7f9456c5e640 1 -- 172.21.15.29:0/2695578114 wait complete. 2024-09-16T01:13:57.995 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-16T01:13:57.360000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235748,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738972,"statfs":{"total":773094113280,"available":772852707328,"internally_reserved":0,"allocated":2924544,"data_stored":1769308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.131384"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492885+0000","last_change":"2024-09-16T01:13:45.237150+0000","last_active":"2024-09-16T01:13:46.492885+0000","last_peered":"2024-09-16T01:13:46.492885+0000","last_clean":"2024-09-16T01:13:46.492885+0000","last_became_active":"2024-09-16T01:13:45.236777+0000","last_became_peered":"2024-09-16T01:13:45.236777+0000","last_unstale":"2024-09-16T01:13:46.492885+0000","last_undegraded":"2024-09-16T01:13:46.492885+0000","last_fullsized":"2024-09-16T01:13:46.492885+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:25.848772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230219+0000","last_change":"2024-09-16T01:13:45.245123+0000","last_active":"2024-09-16T01:13:46.230219+0000","last_peered":"2024-09-16T01:13:46.230219+0000","last_clean":"2024-09-16T01:13:46.230219+0000","last_became_active":"2024-09-16T01:13:45.244537+0000","last_became_peered":"2024-09-16T01:13:45.244537+0000","last_unstale":"2024-09-16T01:13:46.230219+0000","last_undegraded":"2024-09-16T01:13:46.230219+0000","last_fullsized":"2024-09-16T01:13:46.230219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:23.183907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492753+0000","last_change":"2024-09-16T01:13:45.235923+0000","last_active":"2024-09-16T01:13:46.492753+0000","last_peered":"2024-09-16T01:13:46.492753+0000","last_clean":"2024-09-16T01:13:46.492753+0000","last_became_active":"2024-09-16T01:13:45.235219+0000","last_became_peered":"2024-09-16T01:13:45.235219+0000","last_unstale":"2024-09-16T01:13:46.492753+0000","last_undegraded":"2024-09-16T01:13:46.492753+0000","last_fullsized":"2024-09-16T01:13:46.492753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:38.685474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230407+0000","last_change":"2024-09-16T01:13:45.230861+0000","last_active":"2024-09-16T01:13:46.230407+0000","last_peered":"2024-09-16T01:13:46.230407+0000","last_clean":"2024-09-16T01:13:46.230407+0000","last_became_active":"2024-09-16T01:13:45.230594+0000","last_became_peered":"2024-09-16T01:13:45.230594+0000","last_unstale":"2024-09-16T01:13:46.230407+0000","last_undegraded":"2024-09-16T01:13:46.230407+0000","last_fullsized":"2024-09-16T01:13:46.230407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:02:16.147633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492492+0000","last_change":"2024-09-16T01:13:45.236128+0000","last_active":"2024-09-16T01:13:46.492492+0000","last_peered":"2024-09-16T01:13:46.492492+0000","last_clean":"2024-09-16T01:13:46.492492+0000","last_became_active":"2024-09-16T01:13:45.235827+0000","last_became_peered":"2024-09-16T01:13:45.235827+0000","last_unstale":"2024-09-16T01:13:46.492492+0000","last_undegraded":"2024-09-16T01:13:46.492492+0000","last_fullsized":"2024-09-16T01:13:46.492492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492892+0000","last_change":"2024-09-16T01:13:45.235463+0000","last_active":"2024-09-16T01:13:46.492892+0000","last_peered":"2024-09-16T01:13:46.492892+0000","last_clean":"2024-09-16T01:13:46.492892+0000","last_became_active":"2024-09-16T01:13:45.235127+0000","last_became_peered":"2024-09-16T01:13:45.235127+0000","last_unstale":"2024-09-16T01:13:46.492892+0000","last_undegraded":"2024-09-16T01:13:46.492892+0000","last_fullsized":"2024-09-16T01:13:46.492892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:27.578772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241420+0000","last_change":"2024-09-16T01:13:45.239291+0000","last_active":"2024-09-16T01:13:46.241420+0000","last_peered":"2024-09-16T01:13:46.241420+0000","last_clean":"2024-09-16T01:13:46.241420+0000","last_became_active":"2024-09-16T01:13:45.239026+0000","last_became_peered":"2024-09-16T01:13:45.239026+0000","last_unstale":"2024-09-16T01:13:46.241420+0000","last_undegraded":"2024-09-16T01:13:46.241420+0000","last_fullsized":"2024-09-16T01:13:46.241420+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241329+0000","last_change":"2024-09-16T01:13:45.240890+0000","last_active":"2024-09-16T01:13:46.241329+0000","last_peered":"2024-09-16T01:13:46.241329+0000","last_clean":"2024-09-16T01:13:46.241329+0000","last_became_active":"2024-09-16T01:13:45.240608+0000","last_became_peered":"2024-09-16T01:13:45.240608+0000","last_unstale":"2024-09-16T01:13:46.241329+0000","last_undegraded":"2024-09-16T01:13:46.241329+0000","last_fullsized":"2024-09-16T01:13:46.241329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:11.183110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231273+0000","last_change":"2024-09-16T01:13:45.232948+0000","last_active":"2024-09-16T01:13:46.231273+0000","last_peered":"2024-09-16T01:13:46.231273+0000","last_clean":"2024-09-16T01:13:46.231273+0000","last_became_active":"2024-09-16T01:13:45.232700+0000","last_became_peered":"2024-09-16T01:13:45.232700+0000","last_unstale":"2024-09-16T01:13:46.231273+0000","last_undegraded":"2024-09-16T01:13:46.231273+0000","last_fullsized":"2024-09-16T01:13:46.231273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:45.172352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229972+0000","last_change":"2024-09-16T01:13:45.233867+0000","last_active":"2024-09-16T01:13:46.229972+0000","last_peered":"2024-09-16T01:13:46.229972+0000","last_clean":"2024-09-16T01:13:46.229972+0000","last_became_active":"2024-09-16T01:13:45.233653+0000","last_became_peered":"2024-09-16T01:13:45.233653+0000","last_unstale":"2024-09-16T01:13:46.229972+0000","last_undegraded":"2024-09-16T01:13:46.229972+0000","last_fullsized":"2024-09-16T01:13:46.229972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230433+0000","last_change":"2024-09-16T01:13:45.236184+0000","last_active":"2024-09-16T01:13:46.230433+0000","last_peered":"2024-09-16T01:13:46.230433+0000","last_clean":"2024-09-16T01:13:46.230433+0000","last_became_active":"2024-09-16T01:13:45.235938+0000","last_became_peered":"2024-09-16T01:13:45.235938+0000","last_unstale":"2024-09-16T01:13:46.230433+0000","last_undegraded":"2024-09-16T01:13:46.230433+0000","last_fullsized":"2024-09-16T01:13:46.230433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:29.801079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493041+0000","last_change":"2024-09-16T01:13:45.240307+0000","last_active":"2024-09-16T01:13:46.493041+0000","last_peered":"2024-09-16T01:13:46.493041+0000","last_clean":"2024-09-16T01:13:46.493041+0000","last_became_active":"2024-09-16T01:13:45.240038+0000","last_became_peered":"2024-09-16T01:13:45.240038+0000","last_unstale":"2024-09-16T01:13:46.493041+0000","last_undegraded":"2024-09-16T01:13:46.493041+0000","last_fullsized":"2024-09-16T01:13:46.493041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:53.954298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241361+0000","last_change":"2024-09-16T01:13:45.240542+0000","last_active":"2024-09-16T01:13:46.241361+0000","last_peered":"2024-09-16T01:13:46.241361+0000","last_clean":"2024-09-16T01:13:46.241361+0000","last_became_active":"2024-09-16T01:13:45.239492+0000","last_became_peered":"2024-09-16T01:13:45.239492+0000","last_unstale":"2024-09-16T01:13:46.241361+0000","last_undegraded":"2024-09-16T01:13:46.241361+0000","last_fullsized":"2024-09-16T01:13:46.241361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:53.707317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230557+0000","last_change":"2024-09-16T01:13:45.235870+0000","last_active":"2024-09-16T01:13:46.230557+0000","last_peered":"2024-09-16T01:13:46.230557+0000","last_clean":"2024-09-16T01:13:46.230557+0000","last_became_active":"2024-09-16T01:13:45.235601+0000","last_became_peered":"2024-09-16T01:13:45.235601+0000","last_unstale":"2024-09-16T01:13:46.230557+0000","last_undegraded":"2024-09-16T01:13:46.230557+0000","last_fullsized":"2024-09-16T01:13:46.230557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:07.080751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230069+0000","last_change":"2024-09-16T01:13:45.238529+0000","last_active":"2024-09-16T01:13:46.230069+0000","last_peered":"2024-09-16T01:13:46.230069+0000","last_clean":"2024-09-16T01:13:46.230069+0000","last_became_active":"2024-09-16T01:13:45.238274+0000","last_became_peered":"2024-09-16T01:13:45.238274+0000","last_unstale":"2024-09-16T01:13:46.230069+0000","last_undegraded":"2024-09-16T01:13:46.230069+0000","last_fullsized":"2024-09-16T01:13:46.230069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241384+0000","last_change":"2024-09-16T01:13:45.240176+0000","last_active":"2024-09-16T01:13:46.241384+0000","last_peered":"2024-09-16T01:13:46.241384+0000","last_clean":"2024-09-16T01:13:46.241384+0000","last_became_active":"2024-09-16T01:13:45.239941+0000","last_became_peered":"2024-09-16T01:13:45.239941+0000","last_unstale":"2024-09-16T01:13:46.241384+0000","last_undegraded":"2024-09-16T01:13:46.241384+0000","last_fullsized":"2024-09-16T01:13:46.241384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230916+0000","last_change":"2024-09-16T01:13:45.245709+0000","last_active":"2024-09-16T01:13:46.230916+0000","last_peered":"2024-09-16T01:13:46.230916+0000","last_clean":"2024-09-16T01:13:46.230916+0000","last_became_active":"2024-09-16T01:13:45.245462+0000","last_became_peered":"2024-09-16T01:13:45.245462+0000","last_unstale":"2024-09-16T01:13:46.230916+0000","last_undegraded":"2024-09-16T01:13:46.230916+0000","last_fullsized":"2024-09-16T01:13:46.230916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:23.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241206+0000","last_change":"2024-09-16T01:13:45.249929+0000","last_active":"2024-09-16T01:13:46.241206+0000","last_peered":"2024-09-16T01:13:46.241206+0000","last_clean":"2024-09-16T01:13:46.241206+0000","last_became_active":"2024-09-16T01:13:45.249520+0000","last_became_peered":"2024-09-16T01:13:45.249520+0000","last_unstale":"2024-09-16T01:13:46.241206+0000","last_undegraded":"2024-09-16T01:13:46.241206+0000","last_fullsized":"2024-09-16T01:13:46.241206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:07.393299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230948+0000","last_change":"2024-09-16T01:13:45.233472+0000","last_active":"2024-09-16T01:13:46.230948+0000","last_peered":"2024-09-16T01:13:46.230948+0000","last_clean":"2024-09-16T01:13:46.230948+0000","last_became_active":"2024-09-16T01:13:45.233226+0000","last_became_peered":"2024-09-16T01:13:45.233226+0000","last_unstale":"2024-09-16T01:13:46.230948+0000","last_undegraded":"2024-09-16T01:13:46.230948+0000","last_fullsized":"2024-09-16T01:13:46.230948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:14.784891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241165+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:46.241165+0000","last_peered":"2024-09-16T01:13:46.241165+0000","last_clean":"2024-09-16T01:13:46.241165+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:46.241165+0000","last_undegraded":"2024-09-16T01:13:46.241165+0000","last_fullsized":"2024-09-16T01:13:46.241165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230070+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:46.230070+0000","last_peered":"2024-09-16T01:13:46.230070+0000","last_clean":"2024-09-16T01:13:46.230070+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:46.230070+0000","last_undegraded":"2024-09-16T01:13:46.230070+0000","last_fullsized":"2024-09-16T01:13:46.230070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241334+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:46.241334+0000","last_peered":"2024-09-16T01:13:46.241334+0000","last_clean":"2024-09-16T01:13:46.241334+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:46.241334+0000","last_undegraded":"2024-09-16T01:13:46.241334+0000","last_fullsized":"2024-09-16T01:13:46.241334+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230271+0000","last_change":"2024-09-16T01:13:45.235608+0000","last_active":"2024-09-16T01:13:46.230271+0000","last_peered":"2024-09-16T01:13:46.230271+0000","last_clean":"2024-09-16T01:13:46.230271+0000","last_became_active":"2024-09-16T01:13:45.235350+0000","last_became_peered":"2024-09-16T01:13:45.235350+0000","last_unstale":"2024-09-16T01:13:46.230271+0000","last_undegraded":"2024-09-16T01:13:46.230271+0000","last_fullsized":"2024-09-16T01:13:46.230271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:35.132574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230366+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:46.230366+0000","last_peered":"2024-09-16T01:13:46.230366+0000","last_clean":"2024-09-16T01:13:46.230366+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:46.230366+0000","last_undegraded":"2024-09-16T01:13:46.230366+0000","last_fullsized":"2024-09-16T01:13:46.230366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231415+0000","last_change":"2024-09-16T01:13:45.240856+0000","last_active":"2024-09-16T01:13:46.231415+0000","last_peered":"2024-09-16T01:13:46.231415+0000","last_clean":"2024-09-16T01:13:46.231415+0000","last_became_active":"2024-09-16T01:13:45.240599+0000","last_became_peered":"2024-09-16T01:13:45.240599+0000","last_unstale":"2024-09-16T01:13:46.231415+0000","last_undegraded":"2024-09-16T01:13:46.231415+0000","last_fullsized":"2024-09-16T01:13:46.231415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:22:27.408671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241354+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:46.241354+0000","last_peered":"2024-09-16T01:13:46.241354+0000","last_clean":"2024-09-16T01:13:46.241354+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:46.241354+0000","last_undegraded":"2024-09-16T01:13:46.241354+0000","last_fullsized":"2024-09-16T01:13:46.241354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492670+0000","last_change":"2024-09-16T01:13:45.241470+0000","last_active":"2024-09-16T01:13:46.492670+0000","last_peered":"2024-09-16T01:13:46.492670+0000","last_clean":"2024-09-16T01:13:46.492670+0000","last_became_active":"2024-09-16T01:13:45.241193+0000","last_became_peered":"2024-09-16T01:13:45.241193+0000","last_unstale":"2024-09-16T01:13:46.492670+0000","last_undegraded":"2024-09-16T01:13:46.492670+0000","last_fullsized":"2024-09-16T01:13:46.492670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230645+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:46.230645+0000","last_peered":"2024-09-16T01:13:46.230645+0000","last_clean":"2024-09-16T01:13:46.230645+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:46.230645+0000","last_undegraded":"2024-09-16T01:13:46.230645+0000","last_fullsized":"2024-09-16T01:13:46.230645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492843+0000","last_change":"2024-09-16T01:13:45.240344+0000","last_active":"2024-09-16T01:13:46.492843+0000","last_peered":"2024-09-16T01:13:46.492843+0000","last_clean":"2024-09-16T01:13:46.492843+0000","last_became_active":"2024-09-16T01:13:45.240074+0000","last_became_peered":"2024-09-16T01:13:45.240074+0000","last_unstale":"2024-09-16T01:13:46.492843+0000","last_undegraded":"2024-09-16T01:13:46.492843+0000","last_fullsized":"2024-09-16T01:13:46.492843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:08.294910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241086+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:46.241086+0000","last_peered":"2024-09-16T01:13:46.241086+0000","last_clean":"2024-09-16T01:13:46.241086+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:46.241086+0000","last_undegraded":"2024-09-16T01:13:46.241086+0000","last_fullsized":"2024-09-16T01:13:46.241086+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241155+0000","last_change":"2024-09-16T01:13:45.249766+0000","last_active":"2024-09-16T01:13:46.241155+0000","last_peered":"2024-09-16T01:13:46.241155+0000","last_clean":"2024-09-16T01:13:46.241155+0000","last_became_active":"2024-09-16T01:13:45.249486+0000","last_became_peered":"2024-09-16T01:13:45.249486+0000","last_unstale":"2024-09-16T01:13:46.241155+0000","last_undegraded":"2024-09-16T01:13:46.241155+0000","last_fullsized":"2024-09-16T01:13:46.241155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:32.756845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492551+0000","last_change":"2024-09-16T01:13:45.236489+0000","last_active":"2024-09-16T01:13:46.492551+0000","last_peered":"2024-09-16T01:13:46.492551+0000","last_clean":"2024-09-16T01:13:46.492551+0000","last_became_active":"2024-09-16T01:13:45.235022+0000","last_became_peered":"2024-09-16T01:13:45.235022+0000","last_unstale":"2024-09-16T01:13:46.492551+0000","last_undegraded":"2024-09-16T01:13:46.492551+0000","last_fullsized":"2024-09-16T01:13:46.492551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231113+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:46.231113+0000","last_peered":"2024-09-16T01:13:46.231113+0000","last_clean":"2024-09-16T01:13:46.231113+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:46.231113+0000","last_undegraded":"2024-09-16T01:13:46.231113+0000","last_fullsized":"2024-09-16T01:13:46.231113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492868+0000","last_change":"2024-09-16T01:13:45.239671+0000","last_active":"2024-09-16T01:13:46.492868+0000","last_peered":"2024-09-16T01:13:46.492868+0000","last_clean":"2024-09-16T01:13:46.492868+0000","last_became_active":"2024-09-16T01:13:45.239422+0000","last_became_peered":"2024-09-16T01:13:45.239422+0000","last_unstale":"2024-09-16T01:13:46.492868+0000","last_undegraded":"2024-09-16T01:13:46.492868+0000","last_fullsized":"2024-09-16T01:13:46.492868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:17:51.608195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493038+0000","last_change":"2024-09-16T01:13:45.240324+0000","last_active":"2024-09-16T01:13:46.493038+0000","last_peered":"2024-09-16T01:13:46.493038+0000","last_clean":"2024-09-16T01:13:46.493038+0000","last_became_active":"2024-09-16T01:13:45.240051+0000","last_became_peered":"2024-09-16T01:13:45.240051+0000","last_unstale":"2024-09-16T01:13:46.493038+0000","last_undegraded":"2024-09-16T01:13:46.493038+0000","last_fullsized":"2024-09-16T01:13:46.493038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:08.224883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230831+0000","last_change":"2024-09-16T01:13:45.244826+0000","last_active":"2024-09-16T01:13:46.230831+0000","last_peered":"2024-09-16T01:13:46.230831+0000","last_clean":"2024-09-16T01:13:46.230831+0000","last_became_active":"2024-09-16T01:13:45.244224+0000","last_became_peered":"2024-09-16T01:13:45.244224+0000","last_unstale":"2024-09-16T01:13:46.230831+0000","last_undegraded":"2024-09-16T01:13:46.230831+0000","last_fullsized":"2024-09-16T01:13:46.230831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:27.048008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492796+0000","last_change":"2024-09-16T01:13:45.239606+0000","last_active":"2024-09-16T01:13:46.492796+0000","last_peered":"2024-09-16T01:13:46.492796+0000","last_clean":"2024-09-16T01:13:46.492796+0000","last_became_active":"2024-09-16T01:13:45.239316+0000","last_became_peered":"2024-09-16T01:13:45.239316+0000","last_unstale":"2024-09-16T01:13:46.492796+0000","last_undegraded":"2024-09-16T01:13:46.492796+0000","last_fullsized":"2024-09-16T01:13:46.492796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:29.126939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492503+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:46.492503+0000","last_peered":"2024-09-16T01:13:46.492503+0000","last_clean":"2024-09-16T01:13:46.492503+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:46.492503+0000","last_undegraded":"2024-09-16T01:13:46.492503+0000","last_fullsized":"2024-09-16T01:13:46.492503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229988+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:46.229988+0000","last_peered":"2024-09-16T01:13:46.229988+0000","last_clean":"2024-09-16T01:13:46.229988+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:46.229988+0000","last_undegraded":"2024-09-16T01:13:46.229988+0000","last_fullsized":"2024-09-16T01:13:46.229988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492403+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:46.492403+0000","last_peered":"2024-09-16T01:13:46.492403+0000","last_clean":"2024-09-16T01:13:46.492403+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:46.492403+0000","last_undegraded":"2024-09-16T01:13:46.492403+0000","last_fullsized":"2024-09-16T01:13:46.492403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230743+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:46.230743+0000","last_peered":"2024-09-16T01:13:46.230743+0000","last_clean":"2024-09-16T01:13:46.230743+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:46.230743+0000","last_undegraded":"2024-09-16T01:13:46.230743+0000","last_fullsized":"2024-09-16T01:13:46.230743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231337+0000","last_change":"2024-09-16T01:13:45.231557+0000","last_active":"2024-09-16T01:13:46.231337+0000","last_peered":"2024-09-16T01:13:46.231337+0000","last_clean":"2024-09-16T01:13:46.231337+0000","last_became_active":"2024-09-16T01:13:45.231271+0000","last_became_peered":"2024-09-16T01:13:45.231271+0000","last_unstale":"2024-09-16T01:13:46.231337+0000","last_undegraded":"2024-09-16T01:13:46.231337+0000","last_fullsized":"2024-09-16T01:13:46.231337+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:28:02.574562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230801+0000","last_change":"2024-09-16T01:13:45.238742+0000","last_active":"2024-09-16T01:13:46.230801+0000","last_peered":"2024-09-16T01:13:46.230801+0000","last_clean":"2024-09-16T01:13:46.230801+0000","last_became_active":"2024-09-16T01:13:45.238153+0000","last_became_peered":"2024-09-16T01:13:45.238153+0000","last_unstale":"2024-09-16T01:13:46.230801+0000","last_undegraded":"2024-09-16T01:13:46.230801+0000","last_fullsized":"2024-09-16T01:13:46.230801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:43.981309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492941+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:46.492941+0000","last_peered":"2024-09-16T01:13:46.492941+0000","last_clean":"2024-09-16T01:13:46.492941+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:46.492941+0000","last_undegraded":"2024-09-16T01:13:46.492941+0000","last_fullsized":"2024-09-16T01:13:46.492941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241428+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:46.241428+0000","last_peered":"2024-09-16T01:13:46.241428+0000","last_clean":"2024-09-16T01:13:46.241428+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:46.241428+0000","last_undegraded":"2024-09-16T01:13:46.241428+0000","last_fullsized":"2024-09-16T01:13:46.241428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492391+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:46.492391+0000","last_peered":"2024-09-16T01:13:46.492391+0000","last_clean":"2024-09-16T01:13:46.492391+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:46.492391+0000","last_undegraded":"2024-09-16T01:13:46.492391+0000","last_fullsized":"2024-09-16T01:13:46.492391+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230762+0000","last_change":"2024-09-16T01:13:45.238410+0000","last_active":"2024-09-16T01:13:46.230762+0000","last_peered":"2024-09-16T01:13:46.230762+0000","last_clean":"2024-09-16T01:13:46.230762+0000","last_became_active":"2024-09-16T01:13:45.234487+0000","last_became_peered":"2024-09-16T01:13:45.234487+0000","last_unstale":"2024-09-16T01:13:46.230762+0000","last_undegraded":"2024-09-16T01:13:46.230762+0000","last_fullsized":"2024-09-16T01:13:46.230762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:26.067555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492862+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:46.492862+0000","last_peered":"2024-09-16T01:13:46.492862+0000","last_clean":"2024-09-16T01:13:46.492862+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:46.492862+0000","last_undegraded":"2024-09-16T01:13:46.492862+0000","last_fullsized":"2024-09-16T01:13:46.492862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241296+0000","last_change":"2024-09-16T01:13:45.239025+0000","last_active":"2024-09-16T01:13:46.241296+0000","last_peered":"2024-09-16T01:13:46.241296+0000","last_clean":"2024-09-16T01:13:46.241296+0000","last_became_active":"2024-09-16T01:13:45.238734+0000","last_became_peered":"2024-09-16T01:13:45.238734+0000","last_unstale":"2024-09-16T01:13:46.241296+0000","last_undegraded":"2024-09-16T01:13:46.241296+0000","last_fullsized":"2024-09-16T01:13:46.241296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:16.132351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230779+0000","last_change":"2024-09-16T01:13:45.232252+0000","last_active":"2024-09-16T01:13:46.230779+0000","last_peered":"2024-09-16T01:13:46.230779+0000","last_clean":"2024-09-16T01:13:46.230779+0000","last_became_active":"2024-09-16T01:13:45.231991+0000","last_became_peered":"2024-09-16T01:13:45.231991+0000","last_unstale":"2024-09-16T01:13:46.230779+0000","last_undegraded":"2024-09-16T01:13:46.230779+0000","last_fullsized":"2024-09-16T01:13:46.230779+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:32.875276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492592+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:46.492592+0000","last_peered":"2024-09-16T01:13:46.492592+0000","last_clean":"2024-09-16T01:13:46.492592+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:46.492592+0000","last_undegraded":"2024-09-16T01:13:46.492592+0000","last_fullsized":"2024-09-16T01:13:46.492592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230904+0000","last_change":"2024-09-16T01:13:45.229582+0000","last_active":"2024-09-16T01:13:46.230904+0000","last_peered":"2024-09-16T01:13:46.230904+0000","last_clean":"2024-09-16T01:13:46.230904+0000","last_became_active":"2024-09-16T01:13:45.229304+0000","last_became_peered":"2024-09-16T01:13:45.229304+0000","last_unstale":"2024-09-16T01:13:46.230904+0000","last_undegraded":"2024-09-16T01:13:46.230904+0000","last_fullsized":"2024-09-16T01:13:46.230904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:23.696043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492783+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:46.492783+0000","last_peered":"2024-09-16T01:13:46.492783+0000","last_clean":"2024-09-16T01:13:46.492783+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:46.492783+0000","last_undegraded":"2024-09-16T01:13:46.492783+0000","last_fullsized":"2024-09-16T01:13:46.492783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509449,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:57.998 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:13:58.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.136+0000 7fcaeddd6640 1 Processor -- start 2024-09-16T01:13:58.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.136+0000 7fcaeddd6640 1 -- start start 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcaeddd6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fcae80b6b30 0x7fcae80d3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcaeddd6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcae81631b0 con 0x7fcae815e890 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcaeddd6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcae80cf6a0 con 0x7fcae8162d20 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcaeddd6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fcae815ec70 con 0x7fcae80b6b30 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae77fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcae815e890 0x7fcae80b6420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50962/0 (socket says 172.21.15.29:50962) 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae77fe640 1 -- 172.21.15.29:0/2821916496 learned_addr learned my addr 172.21.15.29:0/2821916496 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1868557203 0 0) 0x7fcae81631b0 con 0x7fcae815e890 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcad0003520 con 0x7fcae815e890 2024-09-16T01:13:58.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae7fff640 1 --2- 172.21.15.29:0/2821916496 >> v2:172.21.15.122:3300/0 conn(0x7fcae80b6b30 0x7fcae80d3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1172463378 0 0) 0x7fcad0003520 con 0x7fcae815e890 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.137+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 >> v2:172.21.15.122:3300/0 conn(0x7fcae80b6b30 msgr2=0x7fcae80d3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 --2- 172.21.15.29:0/2821916496 >> v2:172.21.15.122:3300/0 conn(0x7fcae80b6b30 0x7fcae80d3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 >> v1:172.21.15.122:6789/0 conn(0x7fcae8162d20 legacy=0x7fcae80d2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae80cf980 con 0x7fcae815e890 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fcad8001670 con 0x7fcae815e890 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 >> v1:172.21.15.29:6789/0 conn(0x7fcae815e890 legacy=0x7fcae80b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00039b0 0x7fcad0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcad0004800 0x7fcad0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 0x7fcad000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcae815ec70 con 0x7fcad00051c0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcad000c070 con 0x7fcad0004800 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcad000c270 con 0x7fcad00039b0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 0x7fcad000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae6ffd640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcad0004800 0x7fcad0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae77fe640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00039b0 0x7fcad0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 -- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00039b0 msgr2=0x7fcad0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00039b0 0x7fcad0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 -- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcad0004800 msgr2=0x7fcad0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcad0004800 0x7fcad0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.138+0000 7fcae7fff640 1 -- 172.21.15.29:0/2821916496 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad0003520 con 0x7fcad00051c0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcae7fff640 1 -- 172.21.15.29:0/2821916496 reap_dead start 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcae7fff640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 0x7fcad000b9c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009f90 tx=0x7fcad0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c210b97527bfd25f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0035020 con 0x7fcad00051c0 2024-09-16T01:13:58.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0003b90 con 0x7fcad00051c0 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcae67fc640 1 -- 172.21.15.29:0/2821916496 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0009c10 con 0x7fcad00051c0 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 -- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 msgr2=0x7fcad000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 0x7fcad000b9c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009f90 tx=0x7fcad0005830 comp rx=0 tx=0).stop 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 -- 172.21.15.29:0/2821916496 shutdown_connections 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/2821916496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad00051c0 0x7fcad000b9c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 -- 172.21.15.29:0/2821916496 >> 172.21.15.29:0/2821916496 conn(0x7fcae80d1440 msgr2=0x7fcae80d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 -- 172.21.15.29:0/2821916496 shutdown_connections 2024-09-16T01:13:58.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.139+0000 7fcaeddd6640 1 -- 172.21.15.29:0/2821916496 wait complete. 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 Processor -- start 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 -- start start 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00051c0 0x7fcae80d4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcae8160fd0 0x7fcae814a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcae80ce830 con 0x7fcae8161430 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcae80d2ab0 con 0x7fcae8160fd0 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.141+0000 7fcaeddd6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcae80ce9b0 con 0x7fcad00051c0 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57810/0 (socket says 172.21.15.29:57810) 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 -- 172.21.15.29:0/3460682723 learned_addr learned my addr 172.21.15.29:0/3460682723 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae6ffd640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcae8160fd0 0x7fcae814a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae77fe640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00051c0 0x7fcae80d4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 -- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00051c0 msgr2=0x7fcae80d4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00051c0 0x7fcae80d4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 -- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcae8160fd0 msgr2=0x7fcae814a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcae8160fd0 0x7fcae814a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 -- 172.21.15.29:0/3460682723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae814adf0 con 0x7fcae8161430 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcae7fff640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcae000e230 tx=0x7fcae0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0035070 con 0x7fcae8161430 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae0041070 con 0x7fcae8161430 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae80cd200 con 0x7fcae8161430 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0009c10 con 0x7fcae8161430 2024-09-16T01:13:58.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.142+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae80cd7c0 con 0x7fcae8161430 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.143+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae8069ac0 con 0x7fcae8161430 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.144+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcae0005d10 con 0x7fcae8161430 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.144+0000 7fcacffff640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.144+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcae00abf30 con 0x7fcae8161430 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.144+0000 7fcae77fe640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.145+0000 7fcae77fe640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 0x7fcad406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcad8001cd0 tx=0x7fcad8000ed0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.148+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcae007a050 con 0x7fcae8161430 2024-09-16T01:13:58.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.322+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcae80d23b0 con 0x7fcad406c2b0 2024-09-16T01:13:58.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.328+0000 7fcacffff640 1 -- 172.21.15.29:0/3460682723 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7fcae80d23b0 con 0x7fcad406c2b0 2024-09-16T01:13:58.332 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:58.333 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 msgr2=0x7fcad406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 0x7fcad406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcad8001cd0 tx=0x7fcad8000ed0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 msgr2=0x7fcae814a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcae000e230 tx=0x7fcae0009750 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 shutdown_connections 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcad406c2b0 0x7fcad406e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcae8161430 0x7fcae814a8b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcae8160fd0 0x7fcae814a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 --2- 172.21.15.29:0/3460682723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcad00051c0 0x7fcae80d4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 >> 172.21.15.29:0/3460682723 conn(0x7fcae80d1440 msgr2=0x7fcae80b8390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:58.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 shutdown_connections 2024-09-16T01:13:58.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.332+0000 7fcaeddd6640 1 -- 172.21.15.29:0/3460682723 wait complete. 2024-09-16T01:13:58.344 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-16T01:13:57.360000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235748,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738972,"statfs":{"total":773094113280,"available":772852707328,"internally_reserved":0,"allocated":2924544,"data_stored":1769308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.131384"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492885+0000","last_change":"2024-09-16T01:13:45.237150+0000","last_active":"2024-09-16T01:13:46.492885+0000","last_peered":"2024-09-16T01:13:46.492885+0000","last_clean":"2024-09-16T01:13:46.492885+0000","last_became_active":"2024-09-16T01:13:45.236777+0000","last_became_peered":"2024-09-16T01:13:45.236777+0000","last_unstale":"2024-09-16T01:13:46.492885+0000","last_undegraded":"2024-09-16T01:13:46.492885+0000","last_fullsized":"2024-09-16T01:13:46.492885+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:25.848772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225776+0000","last_change":"2024-09-16T01:13:45.233324+0000","last_active":"2024-09-16T01:13:46.225776+0000","last_peered":"2024-09-16T01:13:46.225776+0000","last_clean":"2024-09-16T01:13:46.225776+0000","last_became_active":"2024-09-16T01:13:45.233008+0000","last_became_peered":"2024-09-16T01:13:45.233008+0000","last_unstale":"2024-09-16T01:13:46.225776+0000","last_undegraded":"2024-09-16T01:13:46.225776+0000","last_fullsized":"2024-09-16T01:13:46.225776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493319+0000","last_change":"2024-09-16T01:13:45.233693+0000","last_active":"2024-09-16T01:13:46.493319+0000","last_peered":"2024-09-16T01:13:46.493319+0000","last_clean":"2024-09-16T01:13:46.493319+0000","last_became_active":"2024-09-16T01:13:45.233344+0000","last_became_peered":"2024-09-16T01:13:45.233344+0000","last_unstale":"2024-09-16T01:13:46.493319+0000","last_undegraded":"2024-09-16T01:13:46.493319+0000","last_fullsized":"2024-09-16T01:13:46.493319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230219+0000","last_change":"2024-09-16T01:13:45.245123+0000","last_active":"2024-09-16T01:13:46.230219+0000","last_peered":"2024-09-16T01:13:46.230219+0000","last_clean":"2024-09-16T01:13:46.230219+0000","last_became_active":"2024-09-16T01:13:45.244537+0000","last_became_peered":"2024-09-16T01:13:45.244537+0000","last_unstale":"2024-09-16T01:13:46.230219+0000","last_undegraded":"2024-09-16T01:13:46.230219+0000","last_fullsized":"2024-09-16T01:13:46.230219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:23.183907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492753+0000","last_change":"2024-09-16T01:13:45.235923+0000","last_active":"2024-09-16T01:13:46.492753+0000","last_peered":"2024-09-16T01:13:46.492753+0000","last_clean":"2024-09-16T01:13:46.492753+0000","last_became_active":"2024-09-16T01:13:45.235219+0000","last_became_peered":"2024-09-16T01:13:45.235219+0000","last_unstale":"2024-09-16T01:13:46.492753+0000","last_undegraded":"2024-09-16T01:13:46.492753+0000","last_fullsized":"2024-09-16T01:13:46.492753+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:38.685474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230407+0000","last_change":"2024-09-16T01:13:45.230861+0000","last_active":"2024-09-16T01:13:46.230407+0000","last_peered":"2024-09-16T01:13:46.230407+0000","last_clean":"2024-09-16T01:13:46.230407+0000","last_became_active":"2024-09-16T01:13:45.230594+0000","last_became_peered":"2024-09-16T01:13:45.230594+0000","last_unstale":"2024-09-16T01:13:46.230407+0000","last_undegraded":"2024-09-16T01:13:46.230407+0000","last_fullsized":"2024-09-16T01:13:46.230407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:02:16.147633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492492+0000","last_change":"2024-09-16T01:13:45.236128+0000","last_active":"2024-09-16T01:13:46.492492+0000","last_peered":"2024-09-16T01:13:46.492492+0000","last_clean":"2024-09-16T01:13:46.492492+0000","last_became_active":"2024-09-16T01:13:45.235827+0000","last_became_peered":"2024-09-16T01:13:45.235827+0000","last_unstale":"2024-09-16T01:13:46.492492+0000","last_undegraded":"2024-09-16T01:13:46.492492+0000","last_fullsized":"2024-09-16T01:13:46.492492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492602+0000","last_change":"2024-09-16T01:13:45.242220+0000","last_active":"2024-09-16T01:13:46.492602+0000","last_peered":"2024-09-16T01:13:46.492602+0000","last_clean":"2024-09-16T01:13:46.492602+0000","last_became_active":"2024-09-16T01:13:45.240102+0000","last_became_peered":"2024-09-16T01:13:45.240102+0000","last_unstale":"2024-09-16T01:13:46.492602+0000","last_undegraded":"2024-09-16T01:13:46.492602+0000","last_fullsized":"2024-09-16T01:13:46.492602+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:37.752610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492892+0000","last_change":"2024-09-16T01:13:45.235463+0000","last_active":"2024-09-16T01:13:46.492892+0000","last_peered":"2024-09-16T01:13:46.492892+0000","last_clean":"2024-09-16T01:13:46.492892+0000","last_became_active":"2024-09-16T01:13:45.235127+0000","last_became_peered":"2024-09-16T01:13:45.235127+0000","last_unstale":"2024-09-16T01:13:46.492892+0000","last_undegraded":"2024-09-16T01:13:46.492892+0000","last_fullsized":"2024-09-16T01:13:46.492892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:27.578772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241420+0000","last_change":"2024-09-16T01:13:45.239291+0000","last_active":"2024-09-16T01:13:46.241420+0000","last_peered":"2024-09-16T01:13:46.241420+0000","last_clean":"2024-09-16T01:13:46.241420+0000","last_became_active":"2024-09-16T01:13:45.239026+0000","last_became_peered":"2024-09-16T01:13:45.239026+0000","last_unstale":"2024-09-16T01:13:46.241420+0000","last_undegraded":"2024-09-16T01:13:46.241420+0000","last_fullsized":"2024-09-16T01:13:46.241420+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241329+0000","last_change":"2024-09-16T01:13:45.240890+0000","last_active":"2024-09-16T01:13:46.241329+0000","last_peered":"2024-09-16T01:13:46.241329+0000","last_clean":"2024-09-16T01:13:46.241329+0000","last_became_active":"2024-09-16T01:13:45.240608+0000","last_became_peered":"2024-09-16T01:13:45.240608+0000","last_unstale":"2024-09-16T01:13:46.241329+0000","last_undegraded":"2024-09-16T01:13:46.241329+0000","last_fullsized":"2024-09-16T01:13:46.241329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:04:11.183110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231273+0000","last_change":"2024-09-16T01:13:45.232948+0000","last_active":"2024-09-16T01:13:46.231273+0000","last_peered":"2024-09-16T01:13:46.231273+0000","last_clean":"2024-09-16T01:13:46.231273+0000","last_became_active":"2024-09-16T01:13:45.232700+0000","last_became_peered":"2024-09-16T01:13:45.232700+0000","last_unstale":"2024-09-16T01:13:46.231273+0000","last_undegraded":"2024-09-16T01:13:46.231273+0000","last_fullsized":"2024-09-16T01:13:46.231273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:45.172352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493273+0000","last_change":"2024-09-16T01:13:45.245268+0000","last_active":"2024-09-16T01:13:46.493273+0000","last_peered":"2024-09-16T01:13:46.493273+0000","last_clean":"2024-09-16T01:13:46.493273+0000","last_became_active":"2024-09-16T01:13:45.243958+0000","last_became_peered":"2024-09-16T01:13:45.243958+0000","last_unstale":"2024-09-16T01:13:46.493273+0000","last_undegraded":"2024-09-16T01:13:46.493273+0000","last_fullsized":"2024-09-16T01:13:46.493273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493045+0000","last_change":"2024-09-16T01:13:45.234930+0000","last_active":"2024-09-16T01:13:46.493045+0000","last_peered":"2024-09-16T01:13:46.493045+0000","last_clean":"2024-09-16T01:13:46.493045+0000","last_became_active":"2024-09-16T01:13:45.234533+0000","last_became_peered":"2024-09-16T01:13:45.234533+0000","last_unstale":"2024-09-16T01:13:46.493045+0000","last_undegraded":"2024-09-16T01:13:46.493045+0000","last_fullsized":"2024-09-16T01:13:46.493045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:39.317199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225473+0000","last_change":"2024-09-16T01:13:45.240745+0000","last_active":"2024-09-16T01:13:46.225473+0000","last_peered":"2024-09-16T01:13:46.225473+0000","last_clean":"2024-09-16T01:13:46.225473+0000","last_became_active":"2024-09-16T01:13:45.240409+0000","last_became_peered":"2024-09-16T01:13:45.240409+0000","last_unstale":"2024-09-16T01:13:46.225473+0000","last_undegraded":"2024-09-16T01:13:46.225473+0000","last_fullsized":"2024-09-16T01:13:46.225473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229972+0000","last_change":"2024-09-16T01:13:45.233867+0000","last_active":"2024-09-16T01:13:46.229972+0000","last_peered":"2024-09-16T01:13:46.229972+0000","last_clean":"2024-09-16T01:13:46.229972+0000","last_became_active":"2024-09-16T01:13:45.233653+0000","last_became_peered":"2024-09-16T01:13:45.233653+0000","last_unstale":"2024-09-16T01:13:46.229972+0000","last_undegraded":"2024-09-16T01:13:46.229972+0000","last_fullsized":"2024-09-16T01:13:46.229972+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230433+0000","last_change":"2024-09-16T01:13:45.236184+0000","last_active":"2024-09-16T01:13:46.230433+0000","last_peered":"2024-09-16T01:13:46.230433+0000","last_clean":"2024-09-16T01:13:46.230433+0000","last_became_active":"2024-09-16T01:13:45.235938+0000","last_became_peered":"2024-09-16T01:13:45.235938+0000","last_unstale":"2024-09-16T01:13:46.230433+0000","last_undegraded":"2024-09-16T01:13:46.230433+0000","last_fullsized":"2024-09-16T01:13:46.230433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:04:29.801079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493298+0000","last_change":"2024-09-16T01:13:45.241974+0000","last_active":"2024-09-16T01:13:46.493298+0000","last_peered":"2024-09-16T01:13:46.493298+0000","last_clean":"2024-09-16T01:13:46.493298+0000","last_became_active":"2024-09-16T01:13:45.241569+0000","last_became_peered":"2024-09-16T01:13:45.241569+0000","last_unstale":"2024-09-16T01:13:46.493298+0000","last_undegraded":"2024-09-16T01:13:46.493298+0000","last_fullsized":"2024-09-16T01:13:46.493298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:06.371523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493041+0000","last_change":"2024-09-16T01:13:45.240307+0000","last_active":"2024-09-16T01:13:46.493041+0000","last_peered":"2024-09-16T01:13:46.493041+0000","last_clean":"2024-09-16T01:13:46.493041+0000","last_became_active":"2024-09-16T01:13:45.240038+0000","last_became_peered":"2024-09-16T01:13:45.240038+0000","last_unstale":"2024-09-16T01:13:46.493041+0000","last_undegraded":"2024-09-16T01:13:46.493041+0000","last_fullsized":"2024-09-16T01:13:46.493041+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:53.954298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241361+0000","last_change":"2024-09-16T01:13:45.240542+0000","last_active":"2024-09-16T01:13:46.241361+0000","last_peered":"2024-09-16T01:13:46.241361+0000","last_clean":"2024-09-16T01:13:46.241361+0000","last_became_active":"2024-09-16T01:13:45.239492+0000","last_became_peered":"2024-09-16T01:13:45.239492+0000","last_unstale":"2024-09-16T01:13:46.241361+0000","last_undegraded":"2024-09-16T01:13:46.241361+0000","last_fullsized":"2024-09-16T01:13:46.241361+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:53.707317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493440+0000","last_change":"2024-09-16T01:13:45.237898+0000","last_active":"2024-09-16T01:13:46.493440+0000","last_peered":"2024-09-16T01:13:46.493440+0000","last_clean":"2024-09-16T01:13:46.493440+0000","last_became_active":"2024-09-16T01:13:45.237600+0000","last_became_peered":"2024-09-16T01:13:45.237600+0000","last_unstale":"2024-09-16T01:13:46.493440+0000","last_undegraded":"2024-09-16T01:13:46.493440+0000","last_fullsized":"2024-09-16T01:13:46.493440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230557+0000","last_change":"2024-09-16T01:13:45.235870+0000","last_active":"2024-09-16T01:13:46.230557+0000","last_peered":"2024-09-16T01:13:46.230557+0000","last_clean":"2024-09-16T01:13:46.230557+0000","last_became_active":"2024-09-16T01:13:45.235601+0000","last_became_peered":"2024-09-16T01:13:45.235601+0000","last_unstale":"2024-09-16T01:13:46.230557+0000","last_undegraded":"2024-09-16T01:13:46.230557+0000","last_fullsized":"2024-09-16T01:13:46.230557+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:07.080751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493022+0000","last_change":"2024-09-16T01:13:45.238898+0000","last_active":"2024-09-16T01:13:46.493022+0000","last_peered":"2024-09-16T01:13:46.493022+0000","last_clean":"2024-09-16T01:13:46.493022+0000","last_became_active":"2024-09-16T01:13:45.237983+0000","last_became_peered":"2024-09-16T01:13:45.237983+0000","last_unstale":"2024-09-16T01:13:46.493022+0000","last_undegraded":"2024-09-16T01:13:46.493022+0000","last_fullsized":"2024-09-16T01:13:46.493022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230069+0000","last_change":"2024-09-16T01:13:45.238529+0000","last_active":"2024-09-16T01:13:46.230069+0000","last_peered":"2024-09-16T01:13:46.230069+0000","last_clean":"2024-09-16T01:13:46.230069+0000","last_became_active":"2024-09-16T01:13:45.238274+0000","last_became_peered":"2024-09-16T01:13:45.238274+0000","last_unstale":"2024-09-16T01:13:46.230069+0000","last_undegraded":"2024-09-16T01:13:46.230069+0000","last_fullsized":"2024-09-16T01:13:46.230069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:48.678702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493362+0000","last_change":"2024-09-16T01:13:45.238755+0000","last_active":"2024-09-16T01:13:46.493362+0000","last_peered":"2024-09-16T01:13:46.493362+0000","last_clean":"2024-09-16T01:13:46.493362+0000","last_became_active":"2024-09-16T01:13:45.238456+0000","last_became_peered":"2024-09-16T01:13:45.238456+0000","last_unstale":"2024-09-16T01:13:46.493362+0000","last_undegraded":"2024-09-16T01:13:46.493362+0000","last_fullsized":"2024-09-16T01:13:46.493362+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241384+0000","last_change":"2024-09-16T01:13:45.240176+0000","last_active":"2024-09-16T01:13:46.241384+0000","last_peered":"2024-09-16T01:13:46.241384+0000","last_clean":"2024-09-16T01:13:46.241384+0000","last_became_active":"2024-09-16T01:13:45.239941+0000","last_became_peered":"2024-09-16T01:13:45.239941+0000","last_unstale":"2024-09-16T01:13:46.241384+0000","last_undegraded":"2024-09-16T01:13:46.241384+0000","last_fullsized":"2024-09-16T01:13:46.241384+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:24.313790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225619+0000","last_change":"2024-09-16T01:13:45.243564+0000","last_active":"2024-09-16T01:13:46.225619+0000","last_peered":"2024-09-16T01:13:46.225619+0000","last_clean":"2024-09-16T01:13:46.225619+0000","last_became_active":"2024-09-16T01:13:45.243224+0000","last_became_peered":"2024-09-16T01:13:45.243224+0000","last_unstale":"2024-09-16T01:13:46.225619+0000","last_undegraded":"2024-09-16T01:13:46.225619+0000","last_fullsized":"2024-09-16T01:13:46.225619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493596+0000","last_change":"2024-09-16T01:13:45.239114+0000","last_active":"2024-09-16T01:13:46.493596+0000","last_peered":"2024-09-16T01:13:46.493596+0000","last_clean":"2024-09-16T01:13:46.493596+0000","last_became_active":"2024-09-16T01:13:45.238761+0000","last_became_peered":"2024-09-16T01:13:45.238761+0000","last_unstale":"2024-09-16T01:13:46.493596+0000","last_undegraded":"2024-09-16T01:13:46.493596+0000","last_fullsized":"2024-09-16T01:13:46.493596+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493290+0000","last_change":"2024-09-16T01:13:45.245289+0000","last_active":"2024-09-16T01:13:46.493290+0000","last_peered":"2024-09-16T01:13:46.493290+0000","last_clean":"2024-09-16T01:13:46.493290+0000","last_became_active":"2024-09-16T01:13:45.243876+0000","last_became_peered":"2024-09-16T01:13:45.243876+0000","last_unstale":"2024-09-16T01:13:46.493290+0000","last_undegraded":"2024-09-16T01:13:46.493290+0000","last_fullsized":"2024-09-16T01:13:46.493290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:27:31.231703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230916+0000","last_change":"2024-09-16T01:13:45.245709+0000","last_active":"2024-09-16T01:13:46.230916+0000","last_peered":"2024-09-16T01:13:46.230916+0000","last_clean":"2024-09-16T01:13:46.230916+0000","last_became_active":"2024-09-16T01:13:45.245462+0000","last_became_peered":"2024-09-16T01:13:45.245462+0000","last_unstale":"2024-09-16T01:13:46.230916+0000","last_undegraded":"2024-09-16T01:13:46.230916+0000","last_fullsized":"2024-09-16T01:13:46.230916+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:23.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492961+0000","last_change":"2024-09-16T01:13:45.239059+0000","last_active":"2024-09-16T01:13:46.492961+0000","last_peered":"2024-09-16T01:13:46.492961+0000","last_clean":"2024-09-16T01:13:46.492961+0000","last_became_active":"2024-09-16T01:13:45.238694+0000","last_became_peered":"2024-09-16T01:13:45.238694+0000","last_unstale":"2024-09-16T01:13:46.492961+0000","last_undegraded":"2024-09-16T01:13:46.492961+0000","last_fullsized":"2024-09-16T01:13:46.492961+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:15.554577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241206+0000","last_change":"2024-09-16T01:13:45.249929+0000","last_active":"2024-09-16T01:13:46.241206+0000","last_peered":"2024-09-16T01:13:46.241206+0000","last_clean":"2024-09-16T01:13:46.241206+0000","last_became_active":"2024-09-16T01:13:45.249520+0000","last_became_peered":"2024-09-16T01:13:45.249520+0000","last_unstale":"2024-09-16T01:13:46.241206+0000","last_undegraded":"2024-09-16T01:13:46.241206+0000","last_fullsized":"2024-09-16T01:13:46.241206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:07.393299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230948+0000","last_change":"2024-09-16T01:13:45.233472+0000","last_active":"2024-09-16T01:13:46.230948+0000","last_peered":"2024-09-16T01:13:46.230948+0000","last_clean":"2024-09-16T01:13:46.230948+0000","last_became_active":"2024-09-16T01:13:45.233226+0000","last_became_peered":"2024-09-16T01:13:45.233226+0000","last_unstale":"2024-09-16T01:13:46.230948+0000","last_undegraded":"2024-09-16T01:13:46.230948+0000","last_fullsized":"2024-09-16T01:13:46.230948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:14.784891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493326+0000","last_change":"2024-09-16T01:13:44.212385+0000","last_active":"2024-09-16T01:13:46.493326+0000","last_peered":"2024-09-16T01:13:46.493326+0000","last_clean":"2024-09-16T01:13:46.493326+0000","last_became_active":"2024-09-16T01:13:44.211879+0000","last_became_peered":"2024-09-16T01:13:44.211879+0000","last_unstale":"2024-09-16T01:13:46.493326+0000","last_undegraded":"2024-09-16T01:13:46.493326+0000","last_fullsized":"2024-09-16T01:13:46.493326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493426+0000","last_change":"2024-09-16T01:13:45.232105+0000","last_active":"2024-09-16T01:13:46.493426+0000","last_peered":"2024-09-16T01:13:46.493426+0000","last_clean":"2024-09-16T01:13:46.493426+0000","last_became_active":"2024-09-16T01:13:45.231766+0000","last_became_peered":"2024-09-16T01:13:45.231766+0000","last_unstale":"2024-09-16T01:13:46.493426+0000","last_undegraded":"2024-09-16T01:13:46.493426+0000","last_fullsized":"2024-09-16T01:13:46.493426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241165+0000","last_change":"2024-09-16T01:13:44.218079+0000","last_active":"2024-09-16T01:13:46.241165+0000","last_peered":"2024-09-16T01:13:46.241165+0000","last_clean":"2024-09-16T01:13:46.241165+0000","last_became_active":"2024-09-16T01:13:44.217821+0000","last_became_peered":"2024-09-16T01:13:44.217821+0000","last_unstale":"2024-09-16T01:13:46.241165+0000","last_undegraded":"2024-09-16T01:13:46.241165+0000","last_fullsized":"2024-09-16T01:13:46.241165+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493144+0000","last_change":"2024-09-16T01:13:44.214669+0000","last_active":"2024-09-16T01:13:46.493144+0000","last_peered":"2024-09-16T01:13:46.493144+0000","last_clean":"2024-09-16T01:13:46.493144+0000","last_became_active":"2024-09-16T01:13:44.214246+0000","last_became_peered":"2024-09-16T01:13:44.214246+0000","last_unstale":"2024-09-16T01:13:46.493144+0000","last_undegraded":"2024-09-16T01:13:46.493144+0000","last_fullsized":"2024-09-16T01:13:46.493144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492725+0000","last_change":"2024-09-16T01:13:45.250833+0000","last_active":"2024-09-16T01:13:46.492725+0000","last_peered":"2024-09-16T01:13:46.492725+0000","last_clean":"2024-09-16T01:13:46.492725+0000","last_became_active":"2024-09-16T01:13:45.250408+0000","last_became_peered":"2024-09-16T01:13:45.250408+0000","last_unstale":"2024-09-16T01:13:46.492725+0000","last_undegraded":"2024-09-16T01:13:46.492725+0000","last_fullsized":"2024-09-16T01:13:46.492725+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230070+0000","last_change":"2024-09-16T01:13:44.217609+0000","last_active":"2024-09-16T01:13:46.230070+0000","last_peered":"2024-09-16T01:13:46.230070+0000","last_clean":"2024-09-16T01:13:46.230070+0000","last_became_active":"2024-09-16T01:13:44.217367+0000","last_became_peered":"2024-09-16T01:13:44.217367+0000","last_unstale":"2024-09-16T01:13:46.230070+0000","last_undegraded":"2024-09-16T01:13:46.230070+0000","last_fullsized":"2024-09-16T01:13:46.230070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225448+0000","last_change":"2024-09-16T01:13:45.244446+0000","last_active":"2024-09-16T01:13:46.225448+0000","last_peered":"2024-09-16T01:13:46.225448+0000","last_clean":"2024-09-16T01:13:46.225448+0000","last_became_active":"2024-09-16T01:13:45.244136+0000","last_became_peered":"2024-09-16T01:13:45.244136+0000","last_unstale":"2024-09-16T01:13:46.225448+0000","last_undegraded":"2024-09-16T01:13:46.225448+0000","last_fullsized":"2024-09-16T01:13:46.225448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:02.106510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241334+0000","last_change":"2024-09-16T01:13:44.216048+0000","last_active":"2024-09-16T01:13:46.241334+0000","last_peered":"2024-09-16T01:13:46.241334+0000","last_clean":"2024-09-16T01:13:46.241334+0000","last_became_active":"2024-09-16T01:13:44.215795+0000","last_became_peered":"2024-09-16T01:13:44.215795+0000","last_unstale":"2024-09-16T01:13:46.241334+0000","last_undegraded":"2024-09-16T01:13:46.241334+0000","last_fullsized":"2024-09-16T01:13:46.241334+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230271+0000","last_change":"2024-09-16T01:13:45.235608+0000","last_active":"2024-09-16T01:13:46.230271+0000","last_peered":"2024-09-16T01:13:46.230271+0000","last_clean":"2024-09-16T01:13:46.230271+0000","last_became_active":"2024-09-16T01:13:45.235350+0000","last_became_peered":"2024-09-16T01:13:45.235350+0000","last_unstale":"2024-09-16T01:13:46.230271+0000","last_undegraded":"2024-09-16T01:13:46.230271+0000","last_fullsized":"2024-09-16T01:13:46.230271+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:35.132574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230366+0000","last_change":"2024-09-16T01:13:44.214475+0000","last_active":"2024-09-16T01:13:46.230366+0000","last_peered":"2024-09-16T01:13:46.230366+0000","last_clean":"2024-09-16T01:13:46.230366+0000","last_became_active":"2024-09-16T01:13:44.214215+0000","last_became_peered":"2024-09-16T01:13:44.214215+0000","last_unstale":"2024-09-16T01:13:46.230366+0000","last_undegraded":"2024-09-16T01:13:46.230366+0000","last_fullsized":"2024-09-16T01:13:46.230366+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:13.010844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493746+0000","last_change":"2024-09-16T01:13:45.234997+0000","last_active":"2024-09-16T01:13:46.493746+0000","last_peered":"2024-09-16T01:13:46.493746+0000","last_clean":"2024-09-16T01:13:46.493746+0000","last_became_active":"2024-09-16T01:13:45.234366+0000","last_became_peered":"2024-09-16T01:13:45.234366+0000","last_unstale":"2024-09-16T01:13:46.493746+0000","last_undegraded":"2024-09-16T01:13:46.493746+0000","last_fullsized":"2024-09-16T01:13:46.493746+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225630+0000","last_change":"2024-09-16T01:13:44.213347+0000","last_active":"2024-09-16T01:13:46.225630+0000","last_peered":"2024-09-16T01:13:46.225630+0000","last_clean":"2024-09-16T01:13:46.225630+0000","last_became_active":"2024-09-16T01:13:44.212979+0000","last_became_peered":"2024-09-16T01:13:44.212979+0000","last_unstale":"2024-09-16T01:13:46.225630+0000","last_undegraded":"2024-09-16T01:13:46.225630+0000","last_fullsized":"2024-09-16T01:13:46.225630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231415+0000","last_change":"2024-09-16T01:13:45.240856+0000","last_active":"2024-09-16T01:13:46.231415+0000","last_peered":"2024-09-16T01:13:46.231415+0000","last_clean":"2024-09-16T01:13:46.231415+0000","last_became_active":"2024-09-16T01:13:45.240599+0000","last_became_peered":"2024-09-16T01:13:45.240599+0000","last_unstale":"2024-09-16T01:13:46.231415+0000","last_undegraded":"2024-09-16T01:13:46.231415+0000","last_fullsized":"2024-09-16T01:13:46.231415+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:22:27.408671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241354+0000","last_change":"2024-09-16T01:13:44.218914+0000","last_active":"2024-09-16T01:13:46.241354+0000","last_peered":"2024-09-16T01:13:46.241354+0000","last_clean":"2024-09-16T01:13:46.241354+0000","last_became_active":"2024-09-16T01:13:44.218649+0000","last_became_peered":"2024-09-16T01:13:44.218649+0000","last_unstale":"2024-09-16T01:13:46.241354+0000","last_undegraded":"2024-09-16T01:13:46.241354+0000","last_fullsized":"2024-09-16T01:13:46.241354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:25.065596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492670+0000","last_change":"2024-09-16T01:13:45.241470+0000","last_active":"2024-09-16T01:13:46.492670+0000","last_peered":"2024-09-16T01:13:46.492670+0000","last_clean":"2024-09-16T01:13:46.492670+0000","last_became_active":"2024-09-16T01:13:45.241193+0000","last_became_peered":"2024-09-16T01:13:45.241193+0000","last_unstale":"2024-09-16T01:13:46.492670+0000","last_undegraded":"2024-09-16T01:13:46.492670+0000","last_fullsized":"2024-09-16T01:13:46.492670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:32.407156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493479+0000","last_change":"2024-09-16T01:13:44.218413+0000","last_active":"2024-09-16T01:13:46.493479+0000","last_peered":"2024-09-16T01:13:46.493479+0000","last_clean":"2024-09-16T01:13:46.493479+0000","last_became_active":"2024-09-16T01:13:44.218033+0000","last_became_peered":"2024-09-16T01:13:44.218033+0000","last_unstale":"2024-09-16T01:13:46.493479+0000","last_undegraded":"2024-09-16T01:13:46.493479+0000","last_fullsized":"2024-09-16T01:13:46.493479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:02.477619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493623+0000","last_change":"2024-09-16T01:13:45.235841+0000","last_active":"2024-09-16T01:13:46.493623+0000","last_peered":"2024-09-16T01:13:46.493623+0000","last_clean":"2024-09-16T01:13:46.493623+0000","last_became_active":"2024-09-16T01:13:45.235472+0000","last_became_peered":"2024-09-16T01:13:45.235472+0000","last_unstale":"2024-09-16T01:13:46.493623+0000","last_undegraded":"2024-09-16T01:13:46.493623+0000","last_fullsized":"2024-09-16T01:13:46.493623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230645+0000","last_change":"2024-09-16T01:13:44.218759+0000","last_active":"2024-09-16T01:13:46.230645+0000","last_peered":"2024-09-16T01:13:46.230645+0000","last_clean":"2024-09-16T01:13:46.230645+0000","last_became_active":"2024-09-16T01:13:44.218269+0000","last_became_peered":"2024-09-16T01:13:44.218269+0000","last_unstale":"2024-09-16T01:13:46.230645+0000","last_undegraded":"2024-09-16T01:13:46.230645+0000","last_fullsized":"2024-09-16T01:13:46.230645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:13.782932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492843+0000","last_change":"2024-09-16T01:13:45.240344+0000","last_active":"2024-09-16T01:13:46.492843+0000","last_peered":"2024-09-16T01:13:46.492843+0000","last_clean":"2024-09-16T01:13:46.492843+0000","last_became_active":"2024-09-16T01:13:45.240074+0000","last_became_peered":"2024-09-16T01:13:45.240074+0000","last_unstale":"2024-09-16T01:13:46.492843+0000","last_undegraded":"2024-09-16T01:13:46.492843+0000","last_fullsized":"2024-09-16T01:13:46.492843+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:08.294910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241086+0000","last_change":"2024-09-16T01:13:44.217447+0000","last_active":"2024-09-16T01:13:46.241086+0000","last_peered":"2024-09-16T01:13:46.241086+0000","last_clean":"2024-09-16T01:13:46.241086+0000","last_became_active":"2024-09-16T01:13:44.217194+0000","last_became_peered":"2024-09-16T01:13:44.217194+0000","last_unstale":"2024-09-16T01:13:46.241086+0000","last_undegraded":"2024-09-16T01:13:46.241086+0000","last_fullsized":"2024-09-16T01:13:46.241086+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241155+0000","last_change":"2024-09-16T01:13:45.249766+0000","last_active":"2024-09-16T01:13:46.241155+0000","last_peered":"2024-09-16T01:13:46.241155+0000","last_clean":"2024-09-16T01:13:46.241155+0000","last_became_active":"2024-09-16T01:13:45.249486+0000","last_became_peered":"2024-09-16T01:13:45.249486+0000","last_unstale":"2024-09-16T01:13:46.241155+0000","last_undegraded":"2024-09-16T01:13:46.241155+0000","last_fullsized":"2024-09-16T01:13:46.241155+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:32.756845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492732+0000","last_change":"2024-09-16T01:13:44.209893+0000","last_active":"2024-09-16T01:13:46.492732+0000","last_peered":"2024-09-16T01:13:46.492732+0000","last_clean":"2024-09-16T01:13:46.492732+0000","last_became_active":"2024-09-16T01:13:44.209362+0000","last_became_peered":"2024-09-16T01:13:44.209362+0000","last_unstale":"2024-09-16T01:13:46.492732+0000","last_undegraded":"2024-09-16T01:13:46.492732+0000","last_fullsized":"2024-09-16T01:13:46.492732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:11.299263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492551+0000","last_change":"2024-09-16T01:13:45.236489+0000","last_active":"2024-09-16T01:13:46.492551+0000","last_peered":"2024-09-16T01:13:46.492551+0000","last_clean":"2024-09-16T01:13:46.492551+0000","last_became_active":"2024-09-16T01:13:45.235022+0000","last_became_peered":"2024-09-16T01:13:45.235022+0000","last_unstale":"2024-09-16T01:13:46.492551+0000","last_undegraded":"2024-09-16T01:13:46.492551+0000","last_fullsized":"2024-09-16T01:13:46.492551+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231113+0000","last_change":"2024-09-16T01:13:44.215924+0000","last_active":"2024-09-16T01:13:46.231113+0000","last_peered":"2024-09-16T01:13:46.231113+0000","last_clean":"2024-09-16T01:13:46.231113+0000","last_became_active":"2024-09-16T01:13:44.215671+0000","last_became_peered":"2024-09-16T01:13:44.215671+0000","last_unstale":"2024-09-16T01:13:46.231113+0000","last_undegraded":"2024-09-16T01:13:46.231113+0000","last_fullsized":"2024-09-16T01:13:46.231113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:34.014544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492868+0000","last_change":"2024-09-16T01:13:45.239671+0000","last_active":"2024-09-16T01:13:46.492868+0000","last_peered":"2024-09-16T01:13:46.492868+0000","last_clean":"2024-09-16T01:13:46.492868+0000","last_became_active":"2024-09-16T01:13:45.239422+0000","last_became_peered":"2024-09-16T01:13:45.239422+0000","last_unstale":"2024-09-16T01:13:46.492868+0000","last_undegraded":"2024-09-16T01:13:46.492868+0000","last_fullsized":"2024-09-16T01:13:46.492868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:17:51.608195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493348+0000","last_change":"2024-09-16T01:13:44.212795+0000","last_active":"2024-09-16T01:13:46.493348+0000","last_peered":"2024-09-16T01:13:46.493348+0000","last_clean":"2024-09-16T01:13:46.493348+0000","last_became_active":"2024-09-16T01:13:44.212382+0000","last_became_peered":"2024-09-16T01:13:44.212382+0000","last_unstale":"2024-09-16T01:13:46.493348+0000","last_undegraded":"2024-09-16T01:13:46.493348+0000","last_fullsized":"2024-09-16T01:13:46.493348+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:16.397742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493038+0000","last_change":"2024-09-16T01:13:45.240324+0000","last_active":"2024-09-16T01:13:46.493038+0000","last_peered":"2024-09-16T01:13:46.493038+0000","last_clean":"2024-09-16T01:13:46.493038+0000","last_became_active":"2024-09-16T01:13:45.240051+0000","last_became_peered":"2024-09-16T01:13:45.240051+0000","last_unstale":"2024-09-16T01:13:46.493038+0000","last_undegraded":"2024-09-16T01:13:46.493038+0000","last_fullsized":"2024-09-16T01:13:46.493038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:08.224883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225678+0000","last_change":"2024-09-16T01:13:44.218444+0000","last_active":"2024-09-16T01:13:46.225678+0000","last_peered":"2024-09-16T01:13:46.225678+0000","last_clean":"2024-09-16T01:13:46.225678+0000","last_became_active":"2024-09-16T01:13:44.218168+0000","last_became_peered":"2024-09-16T01:13:44.218168+0000","last_unstale":"2024-09-16T01:13:46.225678+0000","last_undegraded":"2024-09-16T01:13:46.225678+0000","last_fullsized":"2024-09-16T01:13:46.225678+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230831+0000","last_change":"2024-09-16T01:13:45.244826+0000","last_active":"2024-09-16T01:13:46.230831+0000","last_peered":"2024-09-16T01:13:46.230831+0000","last_clean":"2024-09-16T01:13:46.230831+0000","last_became_active":"2024-09-16T01:13:45.244224+0000","last_became_peered":"2024-09-16T01:13:45.244224+0000","last_unstale":"2024-09-16T01:13:46.230831+0000","last_undegraded":"2024-09-16T01:13:46.230831+0000","last_fullsized":"2024-09-16T01:13:46.230831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:27.048008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493755+0000","last_change":"2024-09-16T01:13:44.210922+0000","last_active":"2024-09-16T01:13:46.493755+0000","last_peered":"2024-09-16T01:13:46.493755+0000","last_clean":"2024-09-16T01:13:46.493755+0000","last_became_active":"2024-09-16T01:13:44.210582+0000","last_became_peered":"2024-09-16T01:13:44.210582+0000","last_unstale":"2024-09-16T01:13:46.493755+0000","last_undegraded":"2024-09-16T01:13:46.493755+0000","last_fullsized":"2024-09-16T01:13:46.493755+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:34.047012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492796+0000","last_change":"2024-09-16T01:13:45.239606+0000","last_active":"2024-09-16T01:13:46.492796+0000","last_peered":"2024-09-16T01:13:46.492796+0000","last_clean":"2024-09-16T01:13:46.492796+0000","last_became_active":"2024-09-16T01:13:45.239316+0000","last_became_peered":"2024-09-16T01:13:45.239316+0000","last_unstale":"2024-09-16T01:13:46.492796+0000","last_undegraded":"2024-09-16T01:13:46.492796+0000","last_fullsized":"2024-09-16T01:13:46.492796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:29.126939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492503+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:13:46.492503+0000","last_peered":"2024-09-16T01:13:46.492503+0000","last_clean":"2024-09-16T01:13:46.492503+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:13:46.492503+0000","last_undegraded":"2024-09-16T01:13:46.492503+0000","last_fullsized":"2024-09-16T01:13:46.492503+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.229988+0000","last_change":"2024-09-16T01:13:44.215017+0000","last_active":"2024-09-16T01:13:46.229988+0000","last_peered":"2024-09-16T01:13:46.229988+0000","last_clean":"2024-09-16T01:13:46.229988+0000","last_became_active":"2024-09-16T01:13:44.214751+0000","last_became_peered":"2024-09-16T01:13:44.214751+0000","last_unstale":"2024-09-16T01:13:46.229988+0000","last_undegraded":"2024-09-16T01:13:46.229988+0000","last_fullsized":"2024-09-16T01:13:46.229988+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:06:31.623660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493189+0000","last_change":"2024-09-16T01:13:45.237775+0000","last_active":"2024-09-16T01:13:46.493189+0000","last_peered":"2024-09-16T01:13:46.493189+0000","last_clean":"2024-09-16T01:13:46.493189+0000","last_became_active":"2024-09-16T01:13:45.237449+0000","last_became_peered":"2024-09-16T01:13:45.237449+0000","last_unstale":"2024-09-16T01:13:46.493189+0000","last_undegraded":"2024-09-16T01:13:46.493189+0000","last_fullsized":"2024-09-16T01:13:46.493189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492403+0000","last_change":"2024-09-16T01:13:44.218469+0000","last_active":"2024-09-16T01:13:46.492403+0000","last_peered":"2024-09-16T01:13:46.492403+0000","last_clean":"2024-09-16T01:13:46.492403+0000","last_became_active":"2024-09-16T01:13:44.217479+0000","last_became_peered":"2024-09-16T01:13:44.217479+0000","last_unstale":"2024-09-16T01:13:46.492403+0000","last_undegraded":"2024-09-16T01:13:46.492403+0000","last_fullsized":"2024-09-16T01:13:46.492403+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492772+0000","last_change":"2024-09-16T01:13:45.226950+0000","last_active":"2024-09-16T01:13:46.492772+0000","last_peered":"2024-09-16T01:13:46.492772+0000","last_clean":"2024-09-16T01:13:46.492772+0000","last_became_active":"2024-09-16T01:13:45.226559+0000","last_became_peered":"2024-09-16T01:13:45.226559+0000","last_unstale":"2024-09-16T01:13:46.492772+0000","last_undegraded":"2024-09-16T01:13:46.492772+0000","last_fullsized":"2024-09-16T01:13:46.492772+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:49:52.346703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493089+0000","last_change":"2024-09-16T01:13:44.213158+0000","last_active":"2024-09-16T01:13:46.493089+0000","last_peered":"2024-09-16T01:13:46.493089+0000","last_clean":"2024-09-16T01:13:46.493089+0000","last_became_active":"2024-09-16T01:13:44.212727+0000","last_became_peered":"2024-09-16T01:13:44.212727+0000","last_unstale":"2024-09-16T01:13:46.493089+0000","last_undegraded":"2024-09-16T01:13:46.493089+0000","last_fullsized":"2024-09-16T01:13:46.493089+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:38.047693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:45.235193+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:45.234892+0000","last_became_peered":"2024-09-16T01:13:45.234892+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:42.927816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230743+0000","last_change":"2024-09-16T01:13:44.218516+0000","last_active":"2024-09-16T01:13:46.230743+0000","last_peered":"2024-09-16T01:13:46.230743+0000","last_clean":"2024-09-16T01:13:46.230743+0000","last_became_active":"2024-09-16T01:13:44.217656+0000","last_became_peered":"2024-09-16T01:13:44.217656+0000","last_unstale":"2024-09-16T01:13:46.230743+0000","last_undegraded":"2024-09-16T01:13:46.230743+0000","last_fullsized":"2024-09-16T01:13:46.230743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.231337+0000","last_change":"2024-09-16T01:13:45.231557+0000","last_active":"2024-09-16T01:13:46.231337+0000","last_peered":"2024-09-16T01:13:46.231337+0000","last_clean":"2024-09-16T01:13:46.231337+0000","last_became_active":"2024-09-16T01:13:45.231271+0000","last_became_peered":"2024-09-16T01:13:45.231271+0000","last_unstale":"2024-09-16T01:13:46.231337+0000","last_undegraded":"2024-09-16T01:13:46.231337+0000","last_fullsized":"2024-09-16T01:13:46.231337+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:28:02.574562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225497+0000","last_change":"2024-09-16T01:13:44.215963+0000","last_active":"2024-09-16T01:13:46.225497+0000","last_peered":"2024-09-16T01:13:46.225497+0000","last_clean":"2024-09-16T01:13:46.225497+0000","last_became_active":"2024-09-16T01:13:44.215663+0000","last_became_peered":"2024-09-16T01:13:44.215663+0000","last_unstale":"2024-09-16T01:13:46.225497+0000","last_undegraded":"2024-09-16T01:13:46.225497+0000","last_fullsized":"2024-09-16T01:13:46.225497+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230801+0000","last_change":"2024-09-16T01:13:45.238742+0000","last_active":"2024-09-16T01:13:46.230801+0000","last_peered":"2024-09-16T01:13:46.230801+0000","last_clean":"2024-09-16T01:13:46.230801+0000","last_became_active":"2024-09-16T01:13:45.238153+0000","last_became_peered":"2024-09-16T01:13:45.238153+0000","last_unstale":"2024-09-16T01:13:46.230801+0000","last_undegraded":"2024-09-16T01:13:46.230801+0000","last_fullsized":"2024-09-16T01:13:46.230801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:43.981309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492941+0000","last_change":"2024-09-16T01:13:44.214729+0000","last_active":"2024-09-16T01:13:46.492941+0000","last_peered":"2024-09-16T01:13:46.492941+0000","last_clean":"2024-09-16T01:13:46.492941+0000","last_became_active":"2024-09-16T01:13:44.214461+0000","last_became_peered":"2024-09-16T01:13:44.214461+0000","last_unstale":"2024-09-16T01:13:46.492941+0000","last_undegraded":"2024-09-16T01:13:46.492941+0000","last_fullsized":"2024-09-16T01:13:46.492941+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:17.504280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225623+0000","last_change":"2024-09-16T01:13:45.235516+0000","last_active":"2024-09-16T01:13:46.225623+0000","last_peered":"2024-09-16T01:13:46.225623+0000","last_clean":"2024-09-16T01:13:46.225623+0000","last_became_active":"2024-09-16T01:13:45.235169+0000","last_became_peered":"2024-09-16T01:13:45.235169+0000","last_unstale":"2024-09-16T01:13:46.225623+0000","last_undegraded":"2024-09-16T01:13:46.225623+0000","last_fullsized":"2024-09-16T01:13:46.225623+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:13.667825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225726+0000","last_change":"2024-09-16T01:13:44.215337+0000","last_active":"2024-09-16T01:13:46.225726+0000","last_peered":"2024-09-16T01:13:46.225726+0000","last_clean":"2024-09-16T01:13:46.225726+0000","last_became_active":"2024-09-16T01:13:44.215062+0000","last_became_peered":"2024-09-16T01:13:44.215062+0000","last_unstale":"2024-09-16T01:13:46.225726+0000","last_undegraded":"2024-09-16T01:13:46.225726+0000","last_fullsized":"2024-09-16T01:13:46.225726+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493517+0000","last_change":"2024-09-16T01:13:45.242332+0000","last_active":"2024-09-16T01:13:46.493517+0000","last_peered":"2024-09-16T01:13:46.493517+0000","last_clean":"2024-09-16T01:13:46.493517+0000","last_became_active":"2024-09-16T01:13:45.241249+0000","last_became_peered":"2024-09-16T01:13:45.241249+0000","last_unstale":"2024-09-16T01:13:46.493517+0000","last_undegraded":"2024-09-16T01:13:46.493517+0000","last_fullsized":"2024-09-16T01:13:46.493517+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:12.484834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241428+0000","last_change":"2024-09-16T01:13:44.213737+0000","last_active":"2024-09-16T01:13:46.241428+0000","last_peered":"2024-09-16T01:13:46.241428+0000","last_clean":"2024-09-16T01:13:46.241428+0000","last_became_active":"2024-09-16T01:13:44.213481+0000","last_became_peered":"2024-09-16T01:13:44.213481+0000","last_unstale":"2024-09-16T01:13:46.241428+0000","last_undegraded":"2024-09-16T01:13:46.241428+0000","last_fullsized":"2024-09-16T01:13:46.241428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:41:44.170393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493382+0000","last_change":"2024-09-16T01:13:45.237148+0000","last_active":"2024-09-16T01:13:46.493382+0000","last_peered":"2024-09-16T01:13:46.493382+0000","last_clean":"2024-09-16T01:13:46.493382+0000","last_became_active":"2024-09-16T01:13:45.236524+0000","last_became_peered":"2024-09-16T01:13:45.236524+0000","last_unstale":"2024-09-16T01:13:46.493382+0000","last_undegraded":"2024-09-16T01:13:46.493382+0000","last_fullsized":"2024-09-16T01:13:46.493382+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:55.521077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492391+0000","last_change":"2024-09-16T01:13:44.219791+0000","last_active":"2024-09-16T01:13:46.492391+0000","last_peered":"2024-09-16T01:13:46.492391+0000","last_clean":"2024-09-16T01:13:46.492391+0000","last_became_active":"2024-09-16T01:13:44.219530+0000","last_became_peered":"2024-09-16T01:13:44.219530+0000","last_unstale":"2024-09-16T01:13:46.492391+0000","last_undegraded":"2024-09-16T01:13:46.492391+0000","last_fullsized":"2024-09-16T01:13:46.492391+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230762+0000","last_change":"2024-09-16T01:13:45.238410+0000","last_active":"2024-09-16T01:13:46.230762+0000","last_peered":"2024-09-16T01:13:46.230762+0000","last_clean":"2024-09-16T01:13:46.230762+0000","last_became_active":"2024-09-16T01:13:45.234487+0000","last_became_peered":"2024-09-16T01:13:45.234487+0000","last_unstale":"2024-09-16T01:13:46.230762+0000","last_undegraded":"2024-09-16T01:13:46.230762+0000","last_fullsized":"2024-09-16T01:13:46.230762+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:54:26.067555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225534+0000","last_change":"2024-09-16T01:13:44.214514+0000","last_active":"2024-09-16T01:13:46.225534+0000","last_peered":"2024-09-16T01:13:46.225534+0000","last_clean":"2024-09-16T01:13:46.225534+0000","last_became_active":"2024-09-16T01:13:44.214150+0000","last_became_peered":"2024-09-16T01:13:44.214150+0000","last_unstale":"2024-09-16T01:13:46.225534+0000","last_undegraded":"2024-09-16T01:13:46.225534+0000","last_fullsized":"2024-09-16T01:13:46.225534+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:13:24.190630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492882+0000","last_change":"2024-09-16T01:13:45.238619+0000","last_active":"2024-09-16T01:13:46.492882+0000","last_peered":"2024-09-16T01:13:46.492882+0000","last_clean":"2024-09-16T01:13:46.492882+0000","last_became_active":"2024-09-16T01:13:45.238302+0000","last_became_peered":"2024-09-16T01:13:45.238302+0000","last_unstale":"2024-09-16T01:13:46.492882+0000","last_undegraded":"2024-09-16T01:13:46.492882+0000","last_fullsized":"2024-09-16T01:13:46.492882+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.110816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.225521+0000","last_change":"2024-09-16T01:13:44.217018+0000","last_active":"2024-09-16T01:13:46.225521+0000","last_peered":"2024-09-16T01:13:46.225521+0000","last_clean":"2024-09-16T01:13:46.225521+0000","last_became_active":"2024-09-16T01:13:44.216722+0000","last_became_peered":"2024-09-16T01:13:44.216722+0000","last_unstale":"2024-09-16T01:13:46.225521+0000","last_undegraded":"2024-09-16T01:13:46.225521+0000","last_fullsized":"2024-09-16T01:13:46.225521+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:43.422206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493353+0000","last_change":"2024-09-16T01:13:45.240426+0000","last_active":"2024-09-16T01:13:46.493353+0000","last_peered":"2024-09-16T01:13:46.493353+0000","last_clean":"2024-09-16T01:13:46.493353+0000","last_became_active":"2024-09-16T01:13:45.239068+0000","last_became_peered":"2024-09-16T01:13:45.239068+0000","last_unstale":"2024-09-16T01:13:46.493353+0000","last_undegraded":"2024-09-16T01:13:46.493353+0000","last_fullsized":"2024-09-16T01:13:46.493353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:39:54.943585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492862+0000","last_change":"2024-09-16T01:13:44.218202+0000","last_active":"2024-09-16T01:13:46.492862+0000","last_peered":"2024-09-16T01:13:46.492862+0000","last_clean":"2024-09-16T01:13:46.492862+0000","last_became_active":"2024-09-16T01:13:44.217508+0000","last_became_peered":"2024-09-16T01:13:44.217508+0000","last_unstale":"2024-09-16T01:13:46.492862+0000","last_undegraded":"2024-09-16T01:13:46.492862+0000","last_fullsized":"2024-09-16T01:13:46.492862+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:18:05.369563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.241296+0000","last_change":"2024-09-16T01:13:45.239025+0000","last_active":"2024-09-16T01:13:46.241296+0000","last_peered":"2024-09-16T01:13:46.241296+0000","last_clean":"2024-09-16T01:13:46.241296+0000","last_became_active":"2024-09-16T01:13:45.238734+0000","last_became_peered":"2024-09-16T01:13:45.238734+0000","last_unstale":"2024-09-16T01:13:46.241296+0000","last_undegraded":"2024-09-16T01:13:46.241296+0000","last_fullsized":"2024-09-16T01:13:46.241296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:16.132351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230779+0000","last_change":"2024-09-16T01:13:45.232252+0000","last_active":"2024-09-16T01:13:46.230779+0000","last_peered":"2024-09-16T01:13:46.230779+0000","last_clean":"2024-09-16T01:13:46.230779+0000","last_became_active":"2024-09-16T01:13:45.231991+0000","last_became_peered":"2024-09-16T01:13:45.231991+0000","last_unstale":"2024-09-16T01:13:46.230779+0000","last_undegraded":"2024-09-16T01:13:46.230779+0000","last_fullsized":"2024-09-16T01:13:46.230779+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:32.875276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492592+0000","last_change":"2024-09-16T01:13:44.214511+0000","last_active":"2024-09-16T01:13:46.492592+0000","last_peered":"2024-09-16T01:13:46.492592+0000","last_clean":"2024-09-16T01:13:46.492592+0000","last_became_active":"2024-09-16T01:13:44.213951+0000","last_became_peered":"2024-09-16T01:13:44.213951+0000","last_unstale":"2024-09-16T01:13:46.492592+0000","last_undegraded":"2024-09-16T01:13:46.492592+0000","last_fullsized":"2024-09-16T01:13:46.492592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:43.394759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.230904+0000","last_change":"2024-09-16T01:13:45.229582+0000","last_active":"2024-09-16T01:13:46.230904+0000","last_peered":"2024-09-16T01:13:46.230904+0000","last_clean":"2024-09-16T01:13:46.230904+0000","last_became_active":"2024-09-16T01:13:45.229304+0000","last_became_peered":"2024-09-16T01:13:45.229304+0000","last_unstale":"2024-09-16T01:13:46.230904+0000","last_undegraded":"2024-09-16T01:13:46.230904+0000","last_fullsized":"2024-09-16T01:13:46.230904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:23.696043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.492783+0000","last_change":"2024-09-16T01:13:44.214185+0000","last_active":"2024-09-16T01:13:46.492783+0000","last_peered":"2024-09-16T01:13:46.492783+0000","last_clean":"2024-09-16T01:13:46.492783+0000","last_became_active":"2024-09-16T01:13:44.213930+0000","last_became_peered":"2024-09-16T01:13:44.213930+0000","last_unstale":"2024-09-16T01:13:46.492783+0000","last_undegraded":"2024-09-16T01:13:46.492783+0000","last_fullsized":"2024-09-16T01:13:46.492783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:14.552617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493598+0000","last_change":"2024-09-16T01:13:45.235459+0000","last_active":"2024-09-16T01:13:46.493598+0000","last_peered":"2024-09-16T01:13:46.493598+0000","last_clean":"2024-09-16T01:13:46.493598+0000","last_became_active":"2024-09-16T01:13:45.234787+0000","last_became_peered":"2024-09-16T01:13:45.234787+0000","last_unstale":"2024-09-16T01:13:46.493598+0000","last_undegraded":"2024-09-16T01:13:46.493598+0000","last_fullsized":"2024-09-16T01:13:46.493598+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:01.779923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493665+0000","last_change":"2024-09-16T01:13:44.215916+0000","last_active":"2024-09-16T01:13:46.493665+0000","last_peered":"2024-09-16T01:13:46.493665+0000","last_clean":"2024-09-16T01:13:46.493665+0000","last_became_active":"2024-09-16T01:13:44.215621+0000","last_became_peered":"2024-09-16T01:13:44.215621+0000","last_unstale":"2024-09-16T01:13:46.493665+0000","last_undegraded":"2024-09-16T01:13:46.493665+0000","last_fullsized":"2024-09-16T01:13:46.493665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493538+0000","last_change":"2024-09-16T01:13:45.243926+0000","last_active":"2024-09-16T01:13:46.493538+0000","last_peered":"2024-09-16T01:13:46.493538+0000","last_clean":"2024-09-16T01:13:46.493538+0000","last_became_active":"2024-09-16T01:13:45.243583+0000","last_became_peered":"2024-09-16T01:13:45.243583+0000","last_unstale":"2024-09-16T01:13:46.493538+0000","last_undegraded":"2024-09-16T01:13:46.493538+0000","last_fullsized":"2024-09-16T01:13:46.493538+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:44.195717+0000","last_clean_scrub_stamp":"2024-09-16T01:13:44.195717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:59.782979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-16T01:13:46.493812+0000","last_change":"2024-09-16T01:13:44.211883+0000","last_active":"2024-09-16T01:13:46.493812+0000","last_peered":"2024-09-16T01:13:46.493812+0000","last_clean":"2024-09-16T01:13:46.493812+0000","last_became_active":"2024-09-16T01:13:44.211596+0000","last_became_peered":"2024-09-16T01:13:44.211596+0000","last_unstale":"2024-09-16T01:13:46.493812+0000","last_undegraded":"2024-09-16T01:13:46.493812+0000","last_fullsized":"2024-09-16T01:13:46.493812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:43.193757+0000","last_clean_scrub_stamp":"2024-09-16T01:13:43.193757+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:34:59.810446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509449,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":73059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":73095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":221184,"data_stored":74581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":208896,"data_stored":72969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31408,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340432,"statfs":{"total":96636764160,"available":96604602368,"internally_reserved":0,"allocated":217088,"data_stored":73129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31984,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339856,"statfs":{"total":96636764160,"available":96604012544,"internally_reserved":0,"allocated":815104,"data_stored":663975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:13:58.347 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:13:58.348 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:13:58.348 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:13:58.348 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T01:13:58.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.485+0000 7f5f4c596640 1 Processor -- start 2024-09-16T01:13:58.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.485+0000 7f5f4c596640 1 -- start start 2024-09-16T01:13:58.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4c596640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f4406c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4c596640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f4415e8a0 con 0x7f5f4415e4c0 2024-09-16T01:13:58.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4c596640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f440b63a0 con 0x7f5f4406c5c0 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4c596640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5f440b6150 con 0x7f5f440b3a60 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4a332640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5f4415e4c0 0x7f5f440d20b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50972/0 (socket says 172.21.15.29:50972) 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f4a332640 1 -- 172.21.15.29:0/3032983171 learned_addr learned my addr 172.21.15.29:0/3032983171 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1852228923 0 0) 0x7f5f4415e8a0 con 0x7f5f4415e4c0 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f49b31640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f4406c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.486+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f2c003520 con 0x7f5f4415e4c0 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3907212855 0 0) 0x7f5f2c003520 con 0x7f5f4415e4c0 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 msgr2=0x7f5f4406c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f4406c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 >> v1:172.21.15.122:6789/0 conn(0x7f5f4406c5c0 legacy=0x7f5f440ced40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f440b6680 con 0x7f5f4415e4c0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f5f3c001670 con 0x7f5f4415e4c0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 >> v1:172.21.15.29:6789/0 conn(0x7f5f4415e4c0 legacy=0x7f5f440d20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c0039e0 0x7f5f2c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f2c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f2c004d40 0x7f5f2c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f440b6150 con 0x7f5f2c004d40 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5f2c00ba70 con 0x7f5f2c0039e0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5f2c00bc70 con 0x7f5f440b3a60 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f2c004d40 0x7f5f2c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4a332640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c0039e0 0x7f5f2c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f49b31640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f2c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 msgr2=0x7f5f2c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440b3a60 0x7f5f2c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c0039e0 msgr2=0x7f5f2c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c0039e0 0x7f5f2c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.487+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3032983171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f2c003520 con 0x7f5f2c004d40 2024-09-16T01:13:58.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f2c004d40 0x7f5f2c0051c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5f34001e20 tx=0x7f5f2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748abd092ed84109 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34001a70 con 0x7f5f2c004d40 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f3402ae40 con 0x7f5f2c004d40 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f49330640 1 -- 172.21.15.29:0/3032983171 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34003bb0 con 0x7f5f2c004d40 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f4c596640 1 -- 172.21.15.29:0/3032983171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f2c004d40 msgr2=0x7f5f2c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.488+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3032983171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f2c004d40 0x7f5f2c0051c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5f34001e20 tx=0x7f5f2c005830 comp rx=0 tx=0).stop 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.489+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3032983171 reap_dead start 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.489+0000 7f5f4c596640 1 -- 172.21.15.29:0/3032983171 shutdown_connections 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.489+0000 7f5f4c596640 1 -- 172.21.15.29:0/3032983171 >> 172.21.15.29:0/3032983171 conn(0x7f5f44067f80 msgr2=0x7f5f440d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.489+0000 7f5f4c596640 1 -- 172.21.15.29:0/3032983171 shutdown_connections 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.489+0000 7f5f4c596640 1 -- 172.21.15.29:0/3032983171 wait complete. 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.490+0000 7f5f4c596640 1 Processor -- start 2024-09-16T01:13:58.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.490+0000 7f5f4c596640 1 -- start start 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c004d40 0x7f5f4414dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440cdb50 0x7f5f44155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f4406c080 con 0x7f5f44156450 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5f440b6cd0 con 0x7f5f2c004d40 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5f4406c200 con 0x7f5f440cdb50 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57840/0 (socket says 172.21.15.29:57840) 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3343834010 learned_addr learned my addr 172.21.15.29:0/3343834010 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f49b31640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440cdb50 0x7f5f44155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4a332640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c004d40 0x7f5f4414dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440cdb50 msgr2=0x7f5f44155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440cdb50 0x7f5f44155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c004d40 msgr2=0x7f5f4414dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c004d40 0x7f5f4414dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 -- 172.21.15.29:0/3343834010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f440ce0f0 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4ab33640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5f34008fd0 tx=0x7f5f340014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34001a70 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f3402ac40 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34007db0 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.491+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f440ce3d0 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.492+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f440cb930 con 0x7f5f44156450 2024-09-16T01:13:58.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.493+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f440ca0b0 con 0x7f5f44156450 2024-09-16T01:13:58.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.493+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f34043020 con 0x7f5f44156450 2024-09-16T01:13:58.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.493+0000 7f5f42ffd640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 0x7f5f3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.494+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5f340aa720 con 0x7f5f44156450 2024-09-16T01:13:58.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.494+0000 7f5f4a332640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 0x7f5f3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.494+0000 7f5f4a332640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 0x7f5f3006e7a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5f4415a7c0 tx=0x7f5f3c0078f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.498+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5f440ca0b0 con 0x7f5f44156450 2024-09-16T01:13:58.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.707+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5f440d20b0 con 0x7f5f44156450 2024-09-16T01:13:58.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.708+0000 7f5f42ffd640 1 -- 172.21.15.29:0/3343834010 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f5f34078f70 con 0x7f5f44156450 2024-09-16T01:13:58.709 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:58.709 INFO:teuthology.orchestra.run.smithi029.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:13:58.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 msgr2=0x7f5f3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 0x7f5f3006e7a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5f4415a7c0 tx=0x7f5f3c0078f0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 msgr2=0x7f5f44156900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5f34008fd0 tx=0x7f5f340014a0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 shutdown_connections 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5f3006c2e0 0x7f5f3006e7a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f44156450 0x7f5f44156900 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5f440cdb50 0x7f5f44155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 --2- 172.21.15.29:0/3343834010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f2c004d40 0x7f5f4414dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 >> 172.21.15.29:0/3343834010 conn(0x7f5f44067f80 msgr2=0x7f5f440ca300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 shutdown_connections 2024-09-16T01:13:58.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.710+0000 7f5f4c596640 1 -- 172.21.15.29:0/3343834010 wait complete. 2024-09-16T01:13:58.722 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:13:58.722 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:58.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.823+0000 7fe001cf1640 1 Processor -- start 2024-09-16T01:13:58.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.823+0000 7fe001cf1640 1 -- start start 2024-09-16T01:13:58.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fe001cf1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc15e7c0 0x7fdffc162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fe001cf1640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdffc0b6a40 0x7fdffc0b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fe001cf1640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdffc0b39a0 con 0x7fdffc0cf480 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fe001cf1640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdffc1630d0 con 0x7fdffc0b6a40 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fe001cf1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdffc15eba0 con 0x7fdffc15e7c0 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffbfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdffc0b6a40 0x7fdffc0b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffaffd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fdffc0cf480 0x7fdffc0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50978/0 (socket says 172.21.15.29:50978) 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffaffd640 1 -- 172.21.15.29:0/509253077 learned_addr learned my addr 172.21.15.29:0/509253077 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffb7fe640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc15e7c0 0x7fdffc162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffbfff640 1 -- 172.21.15.29:0/509253077 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc15e7c0 msgr2=0x7fdffc162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffbfff640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc15e7c0 0x7fdffc162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffbfff640 1 -- 172.21.15.29:0/509253077 >> v1:172.21.15.29:6789/0 conn(0x7fdffc0cf480 legacy=0x7fdffc0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffbfff640 1 -- 172.21.15.29:0/509253077 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc0cfc60 con 0x7fdffc0b6a40 2024-09-16T01:13:58.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.824+0000 7fdffa7fc640 1 -- 172.21.15.29:0/509253077 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2018727002 0 0) 0x7fdffc0b39a0 con 0x7fdffc0cf480 2024-09-16T01:13:58.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.825+0000 7fdffbfff640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9800 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009d90 tx=0x7fdff402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d9cbc7da3e51fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.825+0000 7fdffa7fc640 1 -- 172.21.15.29:0/509253077 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4007740 con 0x7fdffc0b6a40 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.825+0000 7fdffa7fc640 1 -- 172.21.15.29:0/509253077 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdff40078e0 con 0x7fdffc0b6a40 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.825+0000 7fdffa7fc640 1 -- 172.21.15.29:0/509253077 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4007cb0 con 0x7fdffc0b6a40 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 -- 172.21.15.29:0/509253077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc0b6a40 msgr2=0x7fdffc0b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9800 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009d90 tx=0x7fdff402a6f0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 -- 172.21.15.29:0/509253077 shutdown_connections 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9800 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 --2- 172.21.15.29:0/509253077 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc15e7c0 0x7fdffc162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 -- 172.21.15.29:0/509253077 >> 172.21.15.29:0/509253077 conn(0x7fdffc0d1320 msgr2=0x7fdffc0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 -- 172.21.15.29:0/509253077 shutdown_connections 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.826+0000 7fe001cf1640 1 -- 172.21.15.29:0/509253077 wait complete. 2024-09-16T01:13:58.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.827+0000 7fe001cf1640 1 Processor -- start 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.827+0000 7fe001cf1640 1 -- start start 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc0cf480 0x7fdffc0ac490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc15f100 con 0x7fdffc15e7c0 2024-09-16T01:13:58.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc15ee20 con 0x7fdffc0b6a40 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fe001cf1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdffc15f3e0 con 0x7fdffc0cf480 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57860/0 (socket says 172.21.15.29:57860) 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 -- 172.21.15.29:0/1604003982 learned_addr learned my addr 172.21.15.29:0/1604003982 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffaffd640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc0cf480 0x7fdffc0ac490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffb7fe640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 -- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc0cf480 msgr2=0x7fdffc0ac490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc0cf480 0x7fdffc0ac490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 -- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdffc0b6a40 msgr2=0x7fdffc0b9160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 -- 172.21.15.29:0/1604003982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc0b80c0 con 0x7fdffc15e7c0 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.828+0000 7fdffbfff640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009eb0 tx=0x7fdff4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.829+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4040070 con 0x7fdffc15e7c0 2024-09-16T01:13:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.829+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdff4031c40 con 0x7fdffc15e7c0 2024-09-16T01:13:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.829+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdffc0b83a0 con 0x7fdffc15e7c0 2024-09-16T01:13:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.829+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4009450 con 0x7fdffc15e7c0 2024-09-16T01:13:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.829+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdffc0b8960 con 0x7fdffc15e7c0 2024-09-16T01:13:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.830+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdffc15f900 con 0x7fdffc15e7c0 2024-09-16T01:13:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.830+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdff4039040 con 0x7fdffc15e7c0 2024-09-16T01:13:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.830+0000 7fdfe3fff640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.830+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdff40ac250 con 0x7fdffc15e7c0 2024-09-16T01:13:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.831+0000 7fdffb7fe640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.831+0000 7fdffb7fe640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 0x7fdfe806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0b97e0 tx=0x7fdfec009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:58.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:58.835+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdff407a370 con 0x7fdffc15e7c0 2024-09-16T01:13:59.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.043+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdffc0d2150 con 0x7fdffc15e7c0 2024-09-16T01:13:59.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.044+0000 7fdfe3fff640 1 -- 172.21.15.29:0/1604003982 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7fdff407e670 con 0x7fdffc15e7c0 2024-09-16T01:13:59.045 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:59.045 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:13:59.045 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:13:59.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 msgr2=0x7fdfe806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 0x7fdfe806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0b97e0 tx=0x7fdfec009190 comp rx=0 tx=0).stop 2024-09-16T01:13:59.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 msgr2=0x7fdffc0ad170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009eb0 tx=0x7fdff4004a40 comp rx=0 tx=0).stop 2024-09-16T01:13:59.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 shutdown_connections 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdfe806c2b0 0x7fdfe806e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdffc15e7c0 0x7fdffc0ad170 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdffc0cf480 0x7fdffc0ac490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 --2- 172.21.15.29:0/1604003982 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdffc0b6a40 0x7fdffc0b9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 >> 172.21.15.29:0/1604003982 conn(0x7fdffc0d1320 msgr2=0x7fdffc0d2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 shutdown_connections 2024-09-16T01:13:59.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.046+0000 7fe001cf1640 1 -- 172.21.15.29:0/1604003982 wait complete. 2024-09-16T01:13:59.058 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:59.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.159+0000 7f0392331640 1 Processor -- start 2024-09-16T01:13:59.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.159+0000 7f0392331640 1 -- start start 2024-09-16T01:13:59.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.159+0000 7f0392331640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f038c15e7c0 0x7f038c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f0392331640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 0x7f038c0b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f0392331640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f038c0b39a0 con 0x7f038c0cf480 2024-09-16T01:13:59.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f0392331640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f038c1630d0 con 0x7f038c15e7c0 2024-09-16T01:13:59.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f0392331640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f038c15eba0 con 0x7f038c0b6a40 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f038c15e7c0 0x7f038c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f03908ce640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 0x7f038c0b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038b7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f038c0cf480 0x7f038c0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36412/0 (socket says 172.21.15.29:36412) 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038b7fe640 1 -- 172.21.15.29:0/829509429 learned_addr learned my addr 172.21.15.29:0/829509429 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 --2- 172.21.15.29:0/829509429 >> v2:172.21.15.122:3300/0 conn(0x7f038c15e7c0 0x7f038c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:57616/0 (socket says 172.21.15.29:57616) 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f03908ce640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 0x7f038c0b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:59348/0 (socket says 172.21.15.29:59348) 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 -- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 msgr2=0x7f038c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 0x7f038c0b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 -- 172.21.15.29:0/829509429 >> v1:172.21.15.122:6789/0 conn(0x7f038c0cf480 legacy=0x7f038c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.160+0000 7f038bfff640 1 -- 172.21.15.29:0/829509429 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038c0cfc60 con 0x7f038c15e7c0 2024-09-16T01:13:59.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.161+0000 7f038bfff640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c15e7c0 0x7f038c162b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f037c0097a0 tx=0x7f037c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5fad704fe89ccfdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.161+0000 7f038affd640 1 -- 172.21.15.29:0/829509429 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037c037070 con 0x7f038c15e7c0 2024-09-16T01:13:59.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.161+0000 7f038affd640 1 -- 172.21.15.29:0/829509429 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f037c032440 con 0x7f038c15e7c0 2024-09-16T01:13:59.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.161+0000 7f038affd640 1 -- 172.21.15.29:0/829509429 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037c032810 con 0x7f038c15e7c0 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 -- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c15e7c0 msgr2=0x7f038c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c15e7c0 0x7f038c162b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f037c0097a0 tx=0x7f037c02a210 comp rx=0 tx=0).stop 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 -- 172.21.15.29:0/829509429 shutdown_connections 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c0b6a40 0x7f038c0b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 --2- 172.21.15.29:0/829509429 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c15e7c0 0x7f038c162b90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 -- 172.21.15.29:0/829509429 >> 172.21.15.29:0/829509429 conn(0x7f038c0d1320 msgr2=0x7f038c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 -- 172.21.15.29:0/829509429 shutdown_connections 2024-09-16T01:13:59.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.162+0000 7f0392331640 1 -- 172.21.15.29:0/829509429 wait complete. 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.163+0000 7f0392331640 1 Processor -- start 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.163+0000 7f0392331640 1 -- start start 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c0cf480 0x7f038c14dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c15e7c0 0x7f038c14afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f038c15f100 con 0x7f038c0b6a40 2024-09-16T01:13:59.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f038c15ee20 con 0x7f038c0cf480 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f0392331640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f038c15f3e0 con 0x7f038c15e7c0 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57866/0 (socket says 172.21.15.29:57866) 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 -- 172.21.15.29:0/3881168293 learned_addr learned my addr 172.21.15.29:0/3881168293 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038b7fe640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c0cf480 0x7f038c14dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f03908ce640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c15e7c0 0x7f038c14afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 -- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c15e7c0 msgr2=0x7f038c14afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c15e7c0 0x7f038c14afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 -- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c0cf480 msgr2=0x7f038c14dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c0cf480 0x7f038c14dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.164+0000 7f038bfff640 1 -- 172.21.15.29:0/3881168293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038c14e7e0 con 0x7f038c0b6a40 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f038bfff640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f037c035040 tx=0x7f037c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037c037040 con 0x7f038c0b6a40 2024-09-16T01:13:59.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f037c030500 con 0x7f038c0b6a40 2024-09-16T01:13:59.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f038c14eac0 con 0x7f038c0b6a40 2024-09-16T01:13:59.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037c030910 con 0x7f038c0b6a40 2024-09-16T01:13:59.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.165+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f038c0ab460 con 0x7f038c0b6a40 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.166+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f038c0aaf70 con 0x7f038c0b6a40 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.166+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f037c044020 con 0x7f038c0b6a40 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.167+0000 7f0388ff9640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 0x7f037806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.167+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f037c0ab5a0 con 0x7f038c0b6a40 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.167+0000 7f038b7fe640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 0x7f037806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.167+0000 7f038b7fe640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 0x7f037806e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f038c15c2b0 tx=0x7f0380007e80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.171+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f037c0796c0 con 0x7f038c0b6a40 2024-09-16T01:13:59.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.383+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f038c15f900 con 0x7f038c0b6a40 2024-09-16T01:13:59.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.384+0000 7f0388ff9640 1 -- 172.21.15.29:0/3881168293 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f037c07d9c0 con 0x7f038c0b6a40 2024-09-16T01:13:59.385 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:59.385 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:13:59.386 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:13:59.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 msgr2=0x7f037806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 0x7f037806e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f038c15c2b0 tx=0x7f0380007e80 comp rx=0 tx=0).stop 2024-09-16T01:13:59.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 msgr2=0x7f038c06c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f037c035040 tx=0x7f037c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 shutdown_connections 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f037806c2b0 0x7f037806e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f038c15e7c0 0x7f038c14afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f038c0cf480 0x7f038c14dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 --2- 172.21.15.29:0/3881168293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f038c0b6a40 0x7f038c06c090 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 >> 172.21.15.29:0/3881168293 conn(0x7f038c0d1320 msgr2=0x7f038c0b4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 shutdown_connections 2024-09-16T01:13:59.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.386+0000 7f0392331640 1 -- 172.21.15.29:0/3881168293 wait complete. 2024-09-16T01:13:59.398 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:13:59.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.498+0000 7fae2df03640 1 Processor -- start 2024-09-16T01:13:59.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.498+0000 7fae2df03640 1 -- start start 2024-09-16T01:13:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae2df03640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fae280b8b90 0x7fae280d2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae2df03640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae280d17e0 con 0x7fae2815eab0 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae2df03640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae280cfc10 con 0x7fae2806dcb0 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae2df03640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fae280d09d0 con 0x7fae280b8b90 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae26ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fae280b8b90 0x7fae280d2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae277fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fae2815eab0 0x7fae2806d5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50982/0 (socket says 172.21.15.29:50982) 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae26ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fae280b8b90 0x7fae280d2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57868/0 (socket says 172.21.15.29:57868) 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae277fe640 1 -- 172.21.15.29:0/1453704320 learned_addr learned my addr 172.21.15.29:0/1453704320 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.499+0000 7fae26ffd640 1 -- 172.21.15.29:0/1453704320 >> v1:172.21.15.122:6789/0 conn(0x7fae2806dcb0 legacy=0x7fae280d29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae26ffd640 1 -- 172.21.15.29:0/1453704320 >> v1:172.21.15.29:6789/0 conn(0x7fae2815eab0 legacy=0x7fae2806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae267fc640 1 -- 172.21.15.29:0/1453704320 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1838610536 0 0) 0x7fae280d17e0 con 0x7fae2815eab0 2024-09-16T01:13:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae26ffd640 1 -- 172.21.15.29:0/1453704320 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae280cfef0 con 0x7fae280b8b90 2024-09-16T01:13:59.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae26ffd640 1 --2- 172.21.15.29:0/1453704320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae280b8b90 0x7fae280d2470 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fae1c0097a0 tx=0x7fae1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e005054b56bf59 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae267fc640 1 -- 172.21.15.29:0/1453704320 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1c037070 con 0x7fae280b8b90 2024-09-16T01:13:59.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae267fc640 1 -- 172.21.15.29:0/1453704320 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae1c032440 con 0x7fae280b8b90 2024-09-16T01:13:59.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.500+0000 7fae267fc640 1 -- 172.21.15.29:0/1453704320 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1c032810 con 0x7fae280b8b90 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 -- 172.21.15.29:0/1453704320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae280b8b90 msgr2=0x7fae280d2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 --2- 172.21.15.29:0/1453704320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae280b8b90 0x7fae280d2470 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fae1c0097a0 tx=0x7fae1c02a270 comp rx=0 tx=0).stop 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 -- 172.21.15.29:0/1453704320 shutdown_connections 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 --2- 172.21.15.29:0/1453704320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae280b8b90 0x7fae280d2470 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 -- 172.21.15.29:0/1453704320 >> 172.21.15.29:0/1453704320 conn(0x7fae280d4b30 msgr2=0x7fae280d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 -- 172.21.15.29:0/1453704320 shutdown_connections 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.501+0000 7fae2df03640 1 -- 172.21.15.29:0/1453704320 wait complete. 2024-09-16T01:13:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.502+0000 7fae2df03640 1 Processor -- start 2024-09-16T01:13:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.502+0000 7fae2df03640 1 -- start start 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fae2806dcb0 0x7fae280b9050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 0x7fae280b9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae280d04b0 con 0x7fae2815eab0 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae2815ee90 con 0x7fae280b8b90 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae2df03640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fae280ceb50 con 0x7fae2806dcb0 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae27fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae27fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57882/0 (socket says 172.21.15.29:57882) 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae27fff640 1 -- 172.21.15.29:0/573469396 learned_addr learned my addr 172.21.15.29:0/573469396 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:59.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae277fe640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fae2806dcb0 0x7fae280b9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae26ffd640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 0x7fae280b9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.503+0000 7fae27fff640 1 -- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fae2806dcb0 msgr2=0x7fae280b9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae27fff640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fae2806dcb0 0x7fae280b9050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae27fff640 1 -- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 msgr2=0x7fae280b9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae27fff640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 0x7fae280b9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae27fff640 1 -- 172.21.15.29:0/573469396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae281e82a0 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae26ffd640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 0x7fae280b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae27fff640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fae2000c780 tx=0x7fae2000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae20017070 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae20003da0 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae281e8580 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae200052b0 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.504+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae281e8b40 con 0x7fae2815eab0 2024-09-16T01:13:59.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.505+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae28069f80 con 0x7fae2815eab0 2024-09-16T01:13:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.505+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae2001a070 con 0x7fae2815eab0 2024-09-16T01:13:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.506+0000 7fae0ffff640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 0x7fae1406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.506+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fae2008aa40 con 0x7fae2815eab0 2024-09-16T01:13:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.506+0000 7fae277fe640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 0x7fae1406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.506+0000 7fae277fe640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 0x7fae1406e7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fae18000f60 tx=0x7fae18009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.510+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae28069f80 con 0x7fae2815eab0 2024-09-16T01:13:59.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.686+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae2806e380 con 0x7fae2815eab0 2024-09-16T01:13:59.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.687+0000 7fae0ffff640 1 -- 172.21.15.29:0/573469396 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fae2008ae20 con 0x7fae2815eab0 2024-09-16T01:13:59.688 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:13:59.688 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:13:59.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 msgr2=0x7fae1406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 0x7fae1406e7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fae18000f60 tx=0x7fae18009040 comp rx=0 tx=0).stop 2024-09-16T01:13:59.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 msgr2=0x7fae2814c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fae2000c780 tx=0x7fae2000cc40 comp rx=0 tx=0).stop 2024-09-16T01:13:59.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 shutdown_connections 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fae1406c2e0 0x7fae1406e7a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae2815eab0 0x7fae2814c2a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae280b8b90 0x7fae280b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 --2- 172.21.15.29:0/573469396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fae2806dcb0 0x7fae280b9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 >> 172.21.15.29:0/573469396 conn(0x7fae280d4b30 msgr2=0x7fae2806d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 shutdown_connections 2024-09-16T01:13:59.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.689+0000 7fae2df03640 1 -- 172.21.15.29:0/573469396 wait complete. 2024-09-16T01:13:59.701 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:13:59.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.802+0000 7f5287fc4640 1 Processor -- start 2024-09-16T01:13:59.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.802+0000 7f5287fc4640 1 -- start start 2024-09-16T01:13:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5287fc4640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f528006c320 0x7f52800b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5287fc4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f528015eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5287fc4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f528006e3c0 con 0x7f5280158c90 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5287fc4640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f528006e170 con 0x7f528006c320 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5287fc4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f528006e6a0 con 0x7f52800b0610 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f528006c320 0x7f52800b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f528006c320 0x7f52800b00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57886/0 (socket says 172.21.15.29:57886) 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 -- 172.21.15.29:0/3991932428 learned_addr learned my addr 172.21.15.29:0/3991932428 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f5286561640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f528015eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 -- 172.21.15.29:0/3991932428 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 msgr2=0x7f528015eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f528015eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 -- 172.21.15.29:0/3991932428 >> v1:172.21.15.122:6789/0 conn(0x7f5280158c90 legacy=0x7f528006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:13:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.803+0000 7f528555f640 1 -- 172.21.15.29:0/3991932428 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528006e980 con 0x7f528006c320 2024-09-16T01:13:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.804+0000 7f528555f640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f528006c320 0x7f52800b00d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5270009870 tx=0x7f527002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7342df14897e3b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.804+0000 7f5284d5e640 1 -- 172.21.15.29:0/3991932428 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5270037070 con 0x7f528006c320 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.804+0000 7f5284d5e640 1 -- 172.21.15.29:0/3991932428 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5270032440 con 0x7f528006c320 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.804+0000 7f5284d5e640 1 -- 172.21.15.29:0/3991932428 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5270032810 con 0x7f528006c320 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 -- 172.21.15.29:0/3991932428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f528006c320 msgr2=0x7f52800b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f528006c320 0x7f52800b00d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5270009870 tx=0x7f527002a270 comp rx=0 tx=0).stop 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 -- 172.21.15.29:0/3991932428 shutdown_connections 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f528015eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 --2- 172.21.15.29:0/3991932428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f528006c320 0x7f52800b00d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 -- 172.21.15.29:0/3991932428 >> 172.21.15.29:0/3991932428 conn(0x7f5280067b30 msgr2=0x7f528006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 -- 172.21.15.29:0/3991932428 shutdown_connections 2024-09-16T01:13:59.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.805+0000 7f5287fc4640 1 -- 172.21.15.29:0/3991932428 wait complete. 2024-09-16T01:13:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.806+0000 7f5287fc4640 1 Processor -- start 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.806+0000 7f5287fc4640 1 -- start start 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528006c320 0x7f52801f3d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f52801609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f52800b4210 con 0x7f5280158c90 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f52800b0aa0 con 0x7f528006c320 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5287fc4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f52800b4390 con 0x7f52800b0610 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57894/0 (socket says 172.21.15.29:57894) 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 -- 172.21.15.29:0/2374389887 learned_addr learned my addr 172.21.15.29:0/2374389887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5285d60640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528006c320 0x7f52801f3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f528555f640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f52801609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 -- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 msgr2=0x7f52801609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f52801609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 -- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528006c320 msgr2=0x7f52801f3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528006c320 0x7f52801f3d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 -- 172.21.15.29:0/2374389887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528015c070 con 0x7f5280158c90 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f528555f640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f52801609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.807+0000 7f5286561640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5278007e70 tx=0x7f527800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.808+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5278014620 con 0x7f5280158c90 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.808+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5278019070 con 0x7f5280158c90 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.808+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5278014a20 con 0x7f5280158c90 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.808+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f528015c350 con 0x7f5280158c90 2024-09-16T01:13:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.808+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f528015c910 con 0x7f5280158c90 2024-09-16T01:13:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.809+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52800b00d0 con 0x7f5280158c90 2024-09-16T01:13:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.809+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5278014bc0 con 0x7f5280158c90 2024-09-16T01:13:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.810+0000 7f52767fc640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 0x7f526406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:13:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.810+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f527808bcd0 con 0x7f5280158c90 2024-09-16T01:13:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.810+0000 7f5285d60640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 0x7f526406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:13:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.810+0000 7f5285d60640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 0x7f526406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f527c0016e0 tx=0x7f527c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:13:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:13:59.814+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f527805a440 con 0x7f5280158c90 2024-09-16T01:14:00.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.025+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52801494e0 con 0x7f5280158c90 2024-09-16T01:14:00.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.026+0000 7f52767fc640 1 -- 172.21.15.29:0/2374389887 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f5278059d40 con 0x7f5280158c90 2024-09-16T01:14:00.027 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:00.027 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:14:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:14:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 msgr2=0x7f526406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 0x7f526406e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f527c0016e0 tx=0x7f527c009040 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 msgr2=0x7f5280160f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5278007e70 tx=0x7f527800e4b0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 shutdown_connections 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f526406c2b0 0x7f526406e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5280158c90 0x7f5280160f00 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f52800b0610 0x7f52801609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 --2- 172.21.15.29:0/2374389887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f528006c320 0x7f52801f3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 >> 172.21.15.29:0/2374389887 conn(0x7f5280067b30 msgr2=0x7f5280071e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 shutdown_connections 2024-09-16T01:14:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.028+0000 7f5287fc4640 1 -- 172.21.15.29:0/2374389887 wait complete. 2024-09-16T01:14:00.442 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:13:44.558195+0000', 'modified': '2024-09-16T01:13:47.378181+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4291}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4291': {'gid': 4291, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.122:6836/99260241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 99260241}, {'type': 'v1', 'addr': '172.21.15.122:6836', 'nonce': 99260241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4291, 'qdb_cluster': [4291]} 2024-09-16T01:14:00.442 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:14:00.442 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T01:14:00.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.546+0000 7fec2948d640 1 Processor -- start 2024-09-16T01:14:00.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.546+0000 7fec2948d640 1 -- start start 2024-09-16T01:14:00.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec2948d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fec2415e4e0 0x7fec240b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec2948d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fec2415e8c0 0x7fec240b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec2948d640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec2406cec0 con 0x7fec240d1fc0 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec2948d640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fec240d2d40 con 0x7fec2415e8c0 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec2948d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fec240d2b20 con 0x7fec2415e4e0 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec227fc640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fec2415e8c0 0x7fec240b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec237fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fec240d1fc0 0x7fec240d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50998/0 (socket says 172.21.15.29:50998) 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec237fe640 1 -- 172.21.15.29:0/2074988528 learned_addr learned my addr 172.21.15.29:0/2074988528 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec227fc640 1 -- 172.21.15.29:0/2074988528 >> v2:172.21.15.122:3300/0 conn(0x7fec2415e4e0 msgr2=0x7fec240b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec227fc640 1 --2- 172.21.15.29:0/2074988528 >> v2:172.21.15.122:3300/0 conn(0x7fec2415e4e0 0x7fec240b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec227fc640 1 -- 172.21.15.29:0/2074988528 >> v1:172.21.15.29:6789/0 conn(0x7fec240d1fc0 legacy=0x7fec240d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec21ffb640 1 -- 172.21.15.29:0/2074988528 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2627710909 0 0) 0x7fec2406cec0 con 0x7fec240d1fc0 2024-09-16T01:14:00.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.547+0000 7fec227fc640 1 -- 172.21.15.29:0/2074988528 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec2406d160 con 0x7fec2415e8c0 2024-09-16T01:14:00.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.548+0000 7fec227fc640 1 --2- 172.21.15.29:0/2074988528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec240b6d10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fec24075a10 tx=0x7fec0c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d6a91d96972d1f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.548+0000 7fec21ffb640 1 -- 172.21.15.29:0/2074988528 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c037070 con 0x7fec2415e8c0 2024-09-16T01:14:00.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.548+0000 7fec21ffb640 1 -- 172.21.15.29:0/2074988528 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec0c032440 con 0x7fec2415e8c0 2024-09-16T01:14:00.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.548+0000 7fec21ffb640 1 -- 172.21.15.29:0/2074988528 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c032810 con 0x7fec2415e8c0 2024-09-16T01:14:00.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 -- 172.21.15.29:0/2074988528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 msgr2=0x7fec240b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 --2- 172.21.15.29:0/2074988528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec240b6d10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fec24075a10 tx=0x7fec0c02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 -- 172.21.15.29:0/2074988528 shutdown_connections 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 --2- 172.21.15.29:0/2074988528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec240b6d10 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 --2- 172.21.15.29:0/2074988528 >> v2:172.21.15.122:3300/0 conn(0x7fec2415e4e0 0x7fec240b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 -- 172.21.15.29:0/2074988528 >> 172.21.15.29:0/2074988528 conn(0x7fec2406f400 msgr2=0x7fec2406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 -- 172.21.15.29:0/2074988528 shutdown_connections 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.549+0000 7fec2948d640 1 -- 172.21.15.29:0/2074988528 wait complete. 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.550+0000 7fec2948d640 1 Processor -- start 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.550+0000 7fec2948d640 1 -- start start 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec240d1fc0 0x7fec240b34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 0x7fec240aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fec2406d720 con 0x7fec2415e8c0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec240b7250 con 0x7fec2415e4e0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec2948d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fec2406dc40 con 0x7fec240d1fc0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57898/0 (socket says 172.21.15.29:57898) 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 -- 172.21.15.29:0/1443030027 learned_addr learned my addr 172.21.15.29:0/1443030027 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec227fc640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 0x7fec240aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec240d1fc0 0x7fec240b34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 -- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec240d1fc0 msgr2=0x7fec240b34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec240d1fc0 0x7fec240b34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 -- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 msgr2=0x7fec240aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 0x7fec240aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec237fe640 1 -- 172.21.15.29:0/1443030027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec240af770 con 0x7fec2415e8c0 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.551+0000 7fec227fc640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 0x7fec240aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec237fe640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fec1400cb30 tx=0x7fec1400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec1b7fe640 1 -- 172.21.15.29:0/1443030027 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14017070 con 0x7fec2415e8c0 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec1b7fe640 1 -- 172.21.15.29:0/1443030027 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec1400acc0 con 0x7fec2415e8c0 2024-09-16T01:14:00.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec240af490 con 0x7fec2415e8c0 2024-09-16T01:14:00.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec1b7fe640 1 -- 172.21.15.29:0/1443030027 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14012640 con 0x7fec2415e8c0 2024-09-16T01:14:00.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.552+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec241f57f0 con 0x7fec2415e8c0 2024-09-16T01:14:00.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.553+0000 7fec1b7fe640 1 -- 172.21.15.29:0/1443030027 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec1401a070 con 0x7fec2415e8c0 2024-09-16T01:14:00.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.554+0000 7fec1b7fe640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 0x7fec0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.554+0000 7fec1b7fe640 1 -- 172.21.15.29:0/1443030027 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec1408b1b0 con 0x7fec2415e8c0 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.554+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 0x7fec0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.555+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 0x7fec0406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fec1c009890 tx=0x7fec1c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.555+0000 7fec2c226740 1 Processor -- start 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.555+0000 7fec2c226740 1 -- start start 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc1f2c0 0x55973cc64a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc198b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55973cb81520 con 0x55973cc1ca80 2024-09-16T01:14:00.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55973cb293e0 con 0x55973cc20a50 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55973cb7d4e0 con 0x55973cc1f2c0 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57904/0 (socket says 172.21.15.29:57904) 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 -- 172.21.15.29:0/2176384596 learned_addr learned my addr 172.21.15.29:0/2176384596 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec22ffd640 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc1f2c0 0x55973cc64a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec237fe640 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc198b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 -- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc1f2c0 msgr2=0x55973cc64a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc1f2c0 0x55973cc64a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 -- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 msgr2=0x55973cc198b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc198b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 -- 172.21.15.29:0/2176384596 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55973cb442f0 con 0x55973cc1ca80 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.556+0000 7fec227fc640 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009890 tx=0x7fec0c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f19d093eb3237189 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec18ff9640 1 -- 172.21.15.29:0/2176384596 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c043070 con 0x55973cc1ca80 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec18ff9640 1 -- 172.21.15.29:0/2176384596 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec0c032840 con 0x55973cc1ca80 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec18ff9640 1 -- 172.21.15.29:0/2176384596 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c037040 con 0x55973cc1ca80 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 -- 172.21.15.29:0/2176384596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 msgr2=0x55973cc1f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009890 tx=0x7fec0c02c000 comp rx=0 tx=0).stop 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 -- 172.21.15.29:0/2176384596 shutdown_connections 2024-09-16T01:14:00.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc198b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1ca80 0x55973cc1f6a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 --2- 172.21.15.29:0/2176384596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc1f2c0 0x55973cc64a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 -- 172.21.15.29:0/2176384596 >> 172.21.15.29:0/2176384596 conn(0x55973cc1ba80 msgr2=0x55973cc63f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 -- 172.21.15.29:0/2176384596 shutdown_connections 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.557+0000 7fec2c226740 1 -- 172.21.15.29:0/2176384596 wait complete. 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.558+0000 7fec2c226740 1 -- start start 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.558+0000 7fec2c226740 1 Processor -- start 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cc3f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc3fdc0 0x55973cc40240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55973cc1af20 con 0x55973cc1f2c0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55973cb0a450 con 0x55973cc3fdc0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55973cc65290 con 0x55973cc20a50 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 10 client.0 _ll_register_callbacks cb 0x55973c893ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57906/0 (socket says 172.21.15.29:57906) 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 -- 172.21.15.29:0/1222409287 learned_addr learned my addr 172.21.15.29:0/1222409287 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec227fc640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cc3f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec237fe640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc3fdc0 0x55973cc40240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 -- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 msgr2=0x55973cc3f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cc3f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 -- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc3fdc0 msgr2=0x55973cc40240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc3fdc0 0x55973cc40240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 -- 172.21.15.29:0/1222409287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55973c8942d0 con 0x55973cc1f2c0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec227fc640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cc3f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fec1c00de70 tx=0x7fec1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e50562fbf548f28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1c014e40 con 0x55973cc1f2c0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec1c00f040 con 0x55973cc1f2c0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.559+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec0c032840 con 0x55973cc1f2c0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fec1c0059c0 con 0x55973cc1f2c0 2024-09-16T01:14:00.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 10 client.4611 fetch_fsmap learned FSMap version 7 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55973c95e6b0 con 0x55973cc1f2c0 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec0c032840 con 0x55973cc1f2c0 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7fec1c030080 con 0x55973cc1f2c0 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 10 client.4611 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 10 client.4611 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 20 client.4611 populate_metadata read hostname 'smithi029' 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc74360 0x55973cc74740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 4 client.4611 mds_command: new command op to 4291 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 --> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55973cb8ec50 con 0x55973cc74360 2024-09-16T01:14:00.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.560+0000 7fec227fc640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc74360 0x55973cc74740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.561+0000 7fec227fc640 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc74360 0x55973cc74740 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e68306592e231f4f server_cookie=3ce4ca52adadc40 in_seq=0 out_seq=0 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.561+0000 7fec01ffb640 10 client.4611 ms_handle_connect on v2:172.21.15.122:6834/99260241 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.561+0000 7fec01ffb640 1 -- 172.21.15.29:0/1222409287 <== mds.0 v2:172.21.15.122:6834/99260241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55973cb8ec50 con 0x55973cc74360 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.561+0000 7fec01ffb640 10 client.4611 handle_command_reply: tid=0 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.561+0000 7fec2c226740 1 client.4611 shutdown 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 msgr2=0x55973cc3ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fec1c00de70 tx=0x7fec1c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 shutdown_connections 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc74360 0x55973cc74740 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc3fdc0 0x55973cc40240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cc3f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec01ffb640 0 client.4611 ms_handle_reset on v2:172.21.15.122:6834/99260241 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 --2- 172.21.15.29:0/1222409287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3ea50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 >> 172.21.15.29:0/1222409287 conn(0x55973cc1ca80 msgr2=0x55973cc67440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 shutdown_connections 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 1 -- 172.21.15.29:0/1222409287 wait complete. 2024-09-16T01:14:00.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.562+0000 7fec2c226740 20 client.4611 trim_cache size 0 max 16384 2024-09-16T01:14:00.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 Processor -- start 2024-09-16T01:14:00.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 -- start start 2024-09-16T01:14:00.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc3f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc3fdc0 0x55973cc41e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fec241f7260 con 0x55973cc1f2c0 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec241f8470 con 0x55973cc20a50 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fec241f6c10 con 0x55973cc3fdc0 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57908/0 (socket says 172.21.15.29:57908) 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.580+0000 7fec22ffd640 1 -- 172.21.15.29:0/1865301275 learned_addr learned my addr 172.21.15.29:0/1865301275 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 -- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc3fdc0 msgr2=0x55973cc41e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc3fdc0 0x55973cc41e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 -- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 msgr2=0x55973cc3f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc3f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 -- 172.21.15.29:0/1865301275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55973cc156c0 con 0x55973cc1f2c0 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec22ffd640 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fec1c012710 tx=0x7fec1c01e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=187842259c9caa17 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec03fff640 1 -- 172.21.15.29:0/1865301275 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1c012870 con 0x55973cc1f2c0 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec03fff640 1 -- 172.21.15.29:0/1865301275 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec1c025070 con 0x55973cc1f2c0 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec03fff640 1 -- 172.21.15.29:0/1865301275 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1c012a50 con 0x55973cc1f2c0 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 -- 172.21.15.29:0/1865301275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 msgr2=0x55973cc3e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fec1c012710 tx=0x7fec1c01e000 comp rx=0 tx=0).stop 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 -- 172.21.15.29:0/1865301275 shutdown_connections 2024-09-16T01:14:00.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc3fdc0 0x55973cc41e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc20a50 0x55973cc3f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 --2- 172.21.15.29:0/1865301275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc1f2c0 0x55973cc3e750 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.581+0000 7fec2c226740 1 -- 172.21.15.29:0/1865301275 >> 172.21.15.29:0/1865301275 conn(0x55973cc1ca80 msgr2=0x55973cc881b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.582+0000 7fec2c226740 1 -- 172.21.15.29:0/1865301275 shutdown_connections 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.582+0000 7fec2c226740 1 -- 172.21.15.29:0/1865301275 wait complete. 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.582+0000 7fec2c226740 1 -- start start 2024-09-16T01:14:00.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.582+0000 7fec2c226740 1 Processor -- start 2024-09-16T01:14:00.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc1f2c0 0x55973cce6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cce2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55973cc3ef90 con 0x55973cc3fdc0 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55973cc786c0 con 0x55973cc1f2c0 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55973cc437b0 con 0x55973cc20a50 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec2c226740 10 client.0 _ll_register_callbacks cb 0x7fec1c009480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57916/0 (socket says 172.21.15.29:57916) 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 -- 172.21.15.29:0/662942747 learned_addr learned my addr 172.21.15.29:0/662942747 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec227fc640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cce2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 -- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 msgr2=0x55973cce2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec22ffd640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc1f2c0 0x55973cce6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cce2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 -- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc1f2c0 msgr2=0x55973cce6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc1f2c0 0x55973cce6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 -- 172.21.15.29:0/662942747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55973cc1e370 con 0x55973cc3fdc0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec237fe640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fec14059240 tx=0x7fec14059af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e9275354851a992 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.583+0000 7fec01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14071020 con 0x55973cc3fdc0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec140711c0 con 0x55973cc3fdc0 2024-09-16T01:14:00.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec1c025070 con 0x55973cc3fdc0 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fec14076050 con 0x55973cc3fdc0 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 10 client.4617 fetch_fsmap learned FSMap version 7 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55973cce2c80 con 0x55973cc3fdc0 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec1c025070 con 0x55973cc3fdc0 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7fec14061a00 con 0x55973cc3fdc0 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 10 client.4617 fetch_fsmap finished waiting for FSMap version 7 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 10 client.4617 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 20 client.4617 populate_metadata read hostname 'smithi029' 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc3cfd0 0x55973cc3d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 4 client.4617 mds_command: new command op to 4291 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 --> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] -- command(tid 0: {"prefix": "status"}) -- 0x55973cb88fa0 con 0x55973cc3cfd0 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.584+0000 7fec22ffd640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc3cfd0 0x55973cc3d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec22ffd640 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc3cfd0 0x55973cc3d3b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72aa258ab666b90b server_cookie=44fdce87d20e5708 in_seq=0 out_seq=0 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec01ffb640 10 client.4617 ms_handle_connect on v2:172.21.15.122:6834/99260241 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec01ffb640 1 -- 172.21.15.29:0/662942747 <== mds.0 v2:172.21.15.122:6834/99260241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55973cb88fa0 con 0x55973cc3cfd0 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec01ffb640 10 client.4617 handle_command_reply: tid=0 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 client.4617 shutdown 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 msgr2=0x55973cc191e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fec14059240 tx=0x7fec14059af0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 shutdown_connections 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:6834/99260241,v1:172.21.15.122:6836/99260241] conn(0x55973cc3cfd0 0x55973cc3d3b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55973cc3fdc0 0x55973cc191e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55973cc20a50 0x55973cce2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec01ffb640 0 client.4617 ms_handle_reset on v2:172.21.15.122:6834/99260241 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 --2- 172.21.15.29:0/662942747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55973cc1f2c0 0x55973cce6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 >> 172.21.15.29:0/662942747 conn(0x55973cc1ca80 msgr2=0x55973cc73490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 shutdown_connections 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 1 -- 172.21.15.29:0/662942747 wait complete. 2024-09-16T01:14:00.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.585+0000 7fec2c226740 20 client.4617 trim_cache size 0 max 16384 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "de101f68-7166-4af9-9203-c0d41cf306c0", 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4291, 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 15.351330099, 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 7, 2024-09-16T01:14:00.596 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 21, 2024-09-16T01:14:00.597 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 21, 2024-09-16T01:14:00.597 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 21.385660776999998 2024-09-16T01:14:00.597 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:00.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 msgr2=0x7fec0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 0x7fec0406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fec1c009890 tx=0x7fec1c008040 comp rx=0 tx=0).stop 2024-09-16T01:14:00.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 msgr2=0x7fec24159ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fec1400cb30 tx=0x7fec1400a060 comp rx=0 tx=0).stop 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 shutdown_connections 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fec0406c2b0 0x7fec0406e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec2415e8c0 0x7fec24159ad0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec2415e4e0 0x7fec240aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 --2- 172.21.15.29:0/1443030027 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec240d1fc0 0x7fec240b34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 >> 172.21.15.29:0/1443030027 conn(0x7fec2406f400 msgr2=0x7fec2415c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 shutdown_connections 2024-09-16T01:14:00.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.586+0000 7fec2948d640 1 -- 172.21.15.29:0/1443030027 wait complete. 2024-09-16T01:14:00.600 INFO:teuthology.run_tasks:Running task sequential... 2024-09-16T01:14:00.610 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-16T01:14:00.610 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T01:14:00.611 INFO:teuthology.task.print:Enabling mgr modules 2024-09-16T01:14:00.611 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-16T01:14:00.635 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-16T01:14:00.635 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-16T01:14:00.635 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-16T01:14:00.635 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:14:00.635 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:00.636 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-16T01:14:00.636 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:14:00.636 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:00.636 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-16T01:14:00.636 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:14:00.636 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:00.636 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-16T01:14:00.636 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:14:00.637 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:00.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:00.637 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-16T01:14:00.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:00.657 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-16T01:14:00.728 INFO:teuthology.orchestra.run.smithi122.stderr:Cannot find device "ceph-brx" 2024-09-16T01:14:00.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:14:00.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:00.730 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-16T01:14:00.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:00.746 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-16T01:14:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:Cannot find device "ceph-brx" 2024-09-16T01:14:00.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:14:00.815 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-16T01:14:00.816 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:14:00.816 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:14:00.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.957+0000 7fe0cb5cf640 1 Processor -- start 2024-09-16T01:14:00.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.957+0000 7fe0cb5cf640 1 -- start start 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0cb5cf640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 0x7fe0c40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0cb5cf640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe0c40cf0e0 0x7fe0c40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0cb5cf640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0c415ea20 con 0x7fe0c40b2cf0 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0cb5cf640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe0c40b2860 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0cb5cf640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe0c40b1c50 con 0x7fe0c415e640 2024-09-16T01:14:00.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe0c40cf0e0 0x7fe0c40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe0c40cf0e0 0x7fe0c40cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57922/0 (socket says 172.21.15.29:57922) 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/2892000526 learned_addr learned my addr 172.21.15.29:0/2892000526 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c936b640 1 --2- 172.21.15.29:0/2892000526 >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 0x7fe0c40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/2892000526 >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 msgr2=0x7fe0c40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 --2- 172.21.15.29:0/2892000526 >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 0x7fe0c40ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/2892000526 >> v1:172.21.15.122:6789/0 conn(0x7fe0c40b2cf0 legacy=0x7fe0c40b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/2892000526 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c40b1f30 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.958+0000 7fe0c936b640 1 --2- 172.21.15.29:0/2892000526 >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 0x7fe0c40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:00.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.959+0000 7fe0c8b6a640 1 --2- 172.21.15.29:0/2892000526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40cf550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe0c40cb580 tx=0x7fe0b402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ac12fb0577ad54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.959+0000 7fe0bbfff640 1 -- 172.21.15.29:0/2892000526 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4037070 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.959+0000 7fe0bbfff640 1 -- 172.21.15.29:0/2892000526 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0b4032440 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.959+0000 7fe0bbfff640 1 -- 172.21.15.29:0/2892000526 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4032810 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/2892000526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 msgr2=0x7fe0c40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/2892000526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40cf550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe0c40cb580 tx=0x7fe0b402a160 comp rx=0 tx=0).stop 2024-09-16T01:14:00.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/2892000526 shutdown_connections 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/2892000526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40cf550 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/2892000526 >> v2:172.21.15.122:3300/0 conn(0x7fe0c415e640 0x7fe0c40ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/2892000526 >> 172.21.15.29:0/2892000526 conn(0x7fe0c409d820 msgr2=0x7fe0c40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/2892000526 shutdown_connections 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.960+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/2892000526 wait complete. 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.961+0000 7fe0cb5cf640 1 Processor -- start 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.961+0000 7fe0cb5cf640 1 -- start start 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe0c40b2cf0 0x7fe0c41583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c415e640 0x7fe0c41e7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c40cfe40 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c40b24f0 con 0x7fe0c415e640 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe0c40b73a0 con 0x7fe0c40b2cf0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57928/0 (socket says 172.21.15.29:57928) 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/4181576540 learned_addr learned my addr 172.21.15.29:0/4181576540 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c9b6c640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c415e640 0x7fe0c41e7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c936b640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe0c40b2cf0 0x7fe0c41583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe0c40b2cf0 msgr2=0x7fe0c41583b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe0c40b2cf0 0x7fe0c41583b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c415e640 msgr2=0x7fe0c41e7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c415e640 0x7fe0c41e7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 -- 172.21.15.29:0/4181576540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c40c9920 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0c8b6a640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4000c00 tx=0x7fe0b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4041020 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0b4030970 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0c40c9c00 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.962+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4037040 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.963+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0c40c9610 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.963+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0c4068eb0 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.964+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0b4044020 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.964+0000 7fe0b9ffb640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:00.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.965+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe0b40abe10 con 0x7fe0c40cf0e0 2024-09-16T01:14:00.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.965+0000 7fe0c936b640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:00.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.965+0000 7fe0c936b640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 0x7fe0a806e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0008850 tx=0x7fe0c0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:00.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:00.969+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0b404b030 con 0x7fe0c40cf0e0 2024-09-16T01:14:01.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.182+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe0c40b30d0 con 0x7fe0c40cf0e0 2024-09-16T01:14:01.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.182+0000 7fe0b9ffb640 1 -- 172.21.15.29:0/4181576540 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fe0b407a580 con 0x7fe0c40cf0e0 2024-09-16T01:14:01.184 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.184+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 msgr2=0x7fe0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.184+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 0x7fe0a806e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0008850 tx=0x7fe0c0008040 comp rx=0 tx=0).stop 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 msgr2=0x7fe0c40c90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4000c00 tx=0x7fe0b40046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 shutdown_connections 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe0c415e640 0x7fe0c41e7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe0c40cf0e0 0x7fe0c40c90d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:01.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 --2- 172.21.15.29:0/4181576540 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe0c40b2cf0 0x7fe0c41583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:01.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 >> 172.21.15.29:0/4181576540 conn(0x7fe0c409d820 msgr2=0x7fe0c406d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:01.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 shutdown_connections 2024-09-16T01:14:01.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01.185+0000 7fe0cb5cf640 1 -- 172.21.15.29:0/4181576540 wait complete. 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:14:01.197 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:14:01.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:01.197 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-16T01:14:01.213 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:01.213 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:01.213 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-16T01:14:01.214 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42759sec preferred_lft 42759sec 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:01.215 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-16T01:14:01.215 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T01:14:01.215 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:01.215 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:01.215 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add name ceph-brx type bridge 2024-09-16T01:14:01.216 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr flush dev ceph-brx 2024-09-16T01:14:01.216 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set ceph-brx up 2024-09-16T01:14:01.216 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T01:14:01.216 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:01.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:01.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:01.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:01.431 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:14:01.457 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-16T01:14:01.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:01.459 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-16T01:14:01.531 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-16T01:14:01.531 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:14:01.531 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:14:01.531 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:14:01.531 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:14:01.532 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:01.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:01.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:01.836 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-16T01:14:01.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:01.852 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2024-09-16T01:14:01.908 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:01.908 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:01.908 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:01.908 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T01:14:01.908 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:01.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:02.027 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T01:14:02.027 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:02.027 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:02.027 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T01:14:02.027 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T01:14:02.027 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T01:14:02.028 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T01:14:02.028 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T01:14:02.028 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:02.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:02.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:02.153 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:02.153 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:02.153 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-16T01:14:02.153 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T01:14:02.153 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:02.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:02.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:02.232 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:14:02.232 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:02.232 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:02.261 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:14:02.261 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:02.261 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:02.317 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:02.383 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:02.440 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:02.441 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:02.442 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:02.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:02.443 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:02.496 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:14:02.497 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:14:02.539 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:02.564 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:02.622 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:02.623 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:02.624 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:02.625 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:02.625 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:02.625 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:02.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:02.625 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:02.632 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:2024-09-16T01:14:02.631+0000 7fb734f1c480 -1 init, newargv = 0x564b99513d50 newargc=15 2024-09-16T01:14:02.632 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:ceph-fuse[44681]: starting ceph client 2024-09-16T01:14:02.637 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:ceph-fuse[44681]: starting fuse 2024-09-16T01:14:02.648 INFO:teuthology.orchestra.run.smithi029.stdout:41 2024-09-16T01:14:02.648 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:14:02.648 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:02.648 DEBUG:teuthology.orchestra.run.smithi029:> import glob 2024-09-16T01:14:02.648 DEBUG:teuthology.orchestra.run.smithi029:> import re 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> import subprocess 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> def _find_admin_socket(client_name): 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> files = glob.glob(asok_path) 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> # Given a non-glob path, it better be there 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> if "*" not in asok_path: 2024-09-16T01:14:02.649 DEBUG:teuthology.orchestra.run.smithi029:> assert(len(files) == 1) 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> return files[0] 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> for f in files: 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> contents = proc_f.read() 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> if mountpoint in contents: 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> return f 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:02.650 DEBUG:teuthology.orchestra.run.smithi029:> print(_find_admin_socket("client.0")) 2024-09-16T01:14:02.651 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-16T01:14:02.768 INFO:teuthology.orchestra.run.smithi029.stdout:/var/run/ceph/ceph-client.0.44681.asok 2024-09-16T01:14:02.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:02.778 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44681.asok 2024-09-16T01:14:02.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:02.779 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44681.asok status 2024-09-16T01:14:02.915 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "metadata": { 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "entity_id": "0", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": "smithi029", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "pid": "44681", 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "root": "/" 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_count": 0, 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_pinned_count": 0, 2024-09-16T01:14:02.916 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4629, 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "inst": { 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "name": { 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "client", 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "num": 4629 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 1631218056 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:02.917 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 1631218056 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "inst_str": "client.4629 192.168.0.1:0/1631218056", 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "addr_str": "192.168.0.1:0/1631218056", 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "inode_count": 1, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_epoch": 7, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch": 21, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "blocklisted": false, 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs" 2024-09-16T01:14:02.918 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:02.924 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:14:02.924 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:14:03.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.025+0000 7fa31805e640 1 Processor -- start 2024-09-16T01:14:03.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.025+0000 7fa31805e640 1 -- start start 2024-09-16T01:14:03.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa31805e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa3100b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa31805e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa3100b2490 0x7fa310071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa31805e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3100ce4f0 con 0x7fa3100cdfc0 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa31805e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa31015b6c0 con 0x7fa3100b2490 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa31805e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa3100ce7d0 con 0x7fa31015b2e0 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3165fb640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa3100b2490 0x7fa310071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa315dfa640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa3100b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3155f9640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa3100cdfc0 0x7fa3100b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36438/0 (socket says 172.21.15.29:36438) 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3155f9640 1 -- 172.21.15.29:0/1651844586 learned_addr learned my addr 172.21.15.29:0/1651844586 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:03.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3165fb640 1 -- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 msgr2=0x7fa3100b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:03.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3165fb640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa3100b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3165fb640 1 -- 172.21.15.29:0/1651844586 >> v1:172.21.15.122:6789/0 conn(0x7fa3100cdfc0 legacy=0x7fa3100b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa3165fb640 1 -- 172.21.15.29:0/1651844586 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3100ceab0 con 0x7fa3100b2490 2024-09-16T01:14:03.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.026+0000 7fa315dfa640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa3100b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:03.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.027+0000 7fa3165fb640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100b2490 0x7fa310071750 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa308009d90 tx=0x7fa30802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3f525b03729a06d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:03.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.027+0000 7fa314df8640 1 -- 172.21.15.29:0/1651844586 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa308007740 con 0x7fa3100b2490 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.027+0000 7fa314df8640 1 -- 172.21.15.29:0/1651844586 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3080078e0 con 0x7fa3100b2490 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.027+0000 7fa314df8640 1 -- 172.21.15.29:0/1651844586 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa308007cb0 con 0x7fa3100b2490 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 -- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100b2490 msgr2=0x7fa310071750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100b2490 0x7fa310071750 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa308009d90 tx=0x7fa30802a660 comp rx=0 tx=0).stop 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 -- 172.21.15.29:0/1651844586 shutdown_connections 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100b2490 0x7fa310071750 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 --2- 172.21.15.29:0/1651844586 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa3100b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 -- 172.21.15.29:0/1651844586 >> 172.21.15.29:0/1651844586 conn(0x7fa31006bc10 msgr2=0x7fa31006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 -- 172.21.15.29:0/1651844586 shutdown_connections 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.028+0000 7fa31805e640 1 -- 172.21.15.29:0/1651844586 wait complete. 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.029+0000 7fa31805e640 1 Processor -- start 2024-09-16T01:14:03.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.029+0000 7fa31805e640 1 -- start start 2024-09-16T01:14:03.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 0x7fa31015c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa310153ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3100712b0 con 0x7fa3100b2490 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa310071130 con 0x7fa3100cdfc0 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa31805e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa3100b4260 con 0x7fa31015b2e0 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57934/0 (socket says 172.21.15.29:57934) 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 -- 172.21.15.29:0/90573916 learned_addr learned my addr 172.21.15.29:0/90573916 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa3165fb640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa310153ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa3155f9640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 0x7fa31015c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 -- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 msgr2=0x7fa310153ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa310153ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 -- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 msgr2=0x7fa31015c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 0x7fa31015c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa315dfa640 1 -- 172.21.15.29:0/90573916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31015d220 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.030+0000 7fa3155f9640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 0x7fa31015c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa315dfa640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa30000e960 tx=0x7fa30000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa300017070 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa30000ca00 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30000cdd0 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa31015d500 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.031+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa31015dac0 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.032+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3100b3d20 con 0x7fa3100b2490 2024-09-16T01:14:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.032+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa30001a070 con 0x7fa3100b2490 2024-09-16T01:14:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.033+0000 7fa3067fc640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 0x7fa2f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.033+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa30008b560 con 0x7fa3100b2490 2024-09-16T01:14:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.033+0000 7fa3155f9640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 0x7fa2f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.034+0000 7fa3155f9640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 0x7fa2f406e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa3101f58b0 tx=0x7fa30c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.038+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa300059710 con 0x7fa3100b2490 2024-09-16T01:14:03.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.251+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa310071740 con 0x7fa3100b2490 2024-09-16T01:14:03.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.251+0000 7fa3067fc640 1 -- 172.21.15.29:0/90573916 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7fa30005da10 con 0x7fa3100b2490 2024-09-16T01:14:03.252 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 msgr2=0x7fa2f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 0x7fa2f406e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa3101f58b0 tx=0x7fa30c009040 comp rx=0 tx=0).stop 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 msgr2=0x7fa31014f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa30000e960 tx=0x7fa30000ee20 comp rx=0 tx=0).stop 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 shutdown_connections 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa2f406c2b0 0x7fa2f406e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa31015b2e0 0x7fa310153ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa3100cdfc0 0x7fa31015c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 --2- 172.21.15.29:0/90573916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3100b2490 0x7fa31014f920 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:03.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 >> 172.21.15.29:0/90573916 conn(0x7fa31006bc10 msgr2=0x7fa3100d01b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:03.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.253+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 shutdown_connections 2024-09-16T01:14:03.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03.254+0000 7fa31805e640 1 -- 172.21.15.29:0/90573916 wait complete. 2024-09-16T01:14:03.265 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:14:03.265 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:14:03.265 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-16T01:14:03.265 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-16T01:14:03.266 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:03.266 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:14:03.266 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:14:03.266 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:14:03.266 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-16T01:14:03.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.266 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-16T01:14:03.282 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:03.282 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-16T01:14:03.283 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42757sec preferred_lft 42757sec 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 02:35:46:49:19:cb brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::f470:42ff:fe37:5c8b/64 scope link 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:14:03.284 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 02:35:46:49:19:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:03.285 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::35:46ff:fe49:19cb/64 scope link tentative 2024-09-16T01:14:03.285 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.285 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:14:03.347 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-16T01:14:03.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.349 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-16T01:14:03.406 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-16T01:14:03.406 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:14:03.406 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:14:03.406 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:14:03.406 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:14:03.406 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:03.407 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:03.407 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:14:03.407 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:14:03.407 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:14:03.407 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:03.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:03.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:03.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.534 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-16T01:14:03.550 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:14:03.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.551 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2024-09-16T01:14:03.607 INFO:teuthology.orchestra.run.smithi029.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-16T01:14:03.607 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:03.607 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:03.607 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:03.607 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-16T01:14:03.607 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:03.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:03.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:03.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.729 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:03.755 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 9e:d1:38:e6:ab:bf brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9cd1:38ff:fee6:abbf/64 scope link tentative 2024-09-16T01:14:03.756 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:03.757 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 9e:d1:38:e6:ab:bf brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.823 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9cd1:38ff:fee6:abbf/64 scope link tentative 2024-09-16T01:14:03.824 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:03.825 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-16T01:14:03.825 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:03.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:03.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:03.981 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:03.981 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:03.981 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.1 up 2024-09-16T01:14:03.981 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T01:14:03.981 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:04.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:04.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:04.060 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-16T01:14:04.060 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:04.060 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:04.076 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-16T01:14:04.076 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:04.076 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:04.132 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:04.198 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:04.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:04.257 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:04.311 INFO:teuthology.orchestra.run.smithi029.stdout:41 2024-09-16T01:14:04.311 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T01:14:04.311 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-16T01:14:04.353 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:04.379 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:04.437 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:04.438 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:04.439 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:04.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:04.440 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:04.441 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi029.stderr:2024-09-16T01:14:04.437+0000 7faae5d23480 -1 init, newargv = 0x559501758930 newargc=15 2024-09-16T01:14:04.441 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi029.stderr:ceph-fuse[45177]: starting ceph client 2024-09-16T01:14:04.443 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi029.stderr:ceph-fuse[45177]: starting fuse 2024-09-16T01:14:04.456 INFO:teuthology.orchestra.run.smithi029.stdout:41 2024-09-16T01:14:04.456 INFO:teuthology.orchestra.run.smithi029.stdout:44 2024-09-16T01:14:04.456 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T01:14:04.456 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> import glob 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> import re 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> import subprocess 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> def _find_admin_socket(client_name): 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> files = glob.glob(asok_path) 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> # Given a non-glob path, it better be there 2024-09-16T01:14:04.457 DEBUG:teuthology.orchestra.run.smithi029:> if "*" not in asok_path: 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> assert(len(files) == 1) 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> return files[0] 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> for f in files: 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> contents = proc_f.read() 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> if mountpoint in contents: 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> return f 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> print(_find_admin_socket("client.2")) 2024-09-16T01:14:04.458 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-16T01:14:04.576 INFO:teuthology.orchestra.run.smithi029.stdout:/var/run/ceph/ceph-client.2.45177.asok 2024-09-16T01:14:04.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:04.587 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45177.asok 2024-09-16T01:14:04.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:04.588 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45177.asok status 2024-09-16T01:14:04.724 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "metadata": { 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "entity_id": "2", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": "smithi029", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "pid": "45177", 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "root": "/" 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_count": 0, 2024-09-16T01:14:04.725 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_pinned_count": 0, 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4638, 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "inst": { 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "name": { 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "client", 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "num": 4638 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2316674600 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:04.726 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2316674600 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "inst_str": "client.4638 192.168.0.2:0/2316674600", 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "addr_str": "192.168.0.2:0/2316674600", 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "inode_count": 1, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_epoch": 7, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch": 21, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "blocklisted": false, 2024-09-16T01:14:04.727 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs" 2024-09-16T01:14:04.728 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:04.733 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:14:04.733 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:14:04.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.833+0000 7f6607a9b640 1 Processor -- start 2024-09-16T01:14:04.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.834+0000 7f6607a9b640 1 -- start start 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.834+0000 7f6607a9b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f66000cf480 0x7f6600162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.834+0000 7f6607a9b640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66000b39a0 con 0x7f660015e7c0 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6607a9b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f660015eba0 con 0x7f66000b6a40 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6607a9b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f66001630d0 con 0x7f66000cf480 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6605837640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f660015e7c0 0x7f66000b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51006/0 (socket says 172.21.15.29:51006) 2024-09-16T01:14:04.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6605837640 1 -- 172.21.15.29:0/1895150644 learned_addr learned my addr 172.21.15.29:0/1895150644 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6606038640 1 --2- 172.21.15.29:0/1895150644 >> v2:172.21.15.122:3300/0 conn(0x7f66000cf480 0x7f6600162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3789989566 0 0) 0x7f66000b39a0 con 0x7f660015e7c0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65ec003520 con 0x7f660015e7c0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2480331834 0 0) 0x7f65ec003520 con 0x7f660015e7c0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 >> v2:172.21.15.122:3300/0 conn(0x7f66000cf480 msgr2=0x7f6600162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 --2- 172.21.15.29:0/1895150644 >> v2:172.21.15.122:3300/0 conn(0x7f66000cf480 0x7f6600162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 >> v1:172.21.15.122:6789/0 conn(0x7f66000b6a40 legacy=0x7f66000b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66000cfc60 con 0x7f660015e7c0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f65fc001670 con 0x7f660015e7c0 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 >> v1:172.21.15.29:6789/0 conn(0x7f660015e7c0 legacy=0x7f66000b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f65ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65ec004800 0x7f65ec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65ec0051c0 0x7f65ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f66001630d0 con 0x7f65ec0039b0 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec00c070 con 0x7f65ec004800 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f65ec00c270 con 0x7f65ec0051c0 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6605837640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f65ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.835+0000 7f6605036640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65ec004800 0x7f65ec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6606038640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65ec0051c0 0x7f65ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 -- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65ec0051c0 msgr2=0x7f65ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f65ec0051c0 0x7f65ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 -- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65ec004800 msgr2=0x7f65ec004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65ec004800 0x7f65ec004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6606038640 1 -- 172.21.15.29:0/1895150644 reap_dead start 2024-09-16T01:14:04.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 -- 172.21.15.29:0/1895150644 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65ec003520 con 0x7f65ec0039b0 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.836+0000 7f6605837640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f65ec003dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c210 tx=0x7f65ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a709e27c5a8a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc007d30 con 0x7f65ec0039b0 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65fc005ad0 con 0x7f65ec0039b0 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6604835640 1 -- 172.21.15.29:0/1895150644 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc007070 con 0x7f65ec0039b0 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 -- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 msgr2=0x7f65ec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f65ec003dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c210 tx=0x7f65ec005830 comp rx=0 tx=0).stop 2024-09-16T01:14:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 -- 172.21.15.29:0/1895150644 shutdown_connections 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1895150644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f65ec003dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 -- 172.21.15.29:0/1895150644 >> 172.21.15.29:0/1895150644 conn(0x7f66000d1320 msgr2=0x7f66000d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 -- 172.21.15.29:0/1895150644 shutdown_connections 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.837+0000 7f6607a9b640 1 -- 172.21.15.29:0/1895150644 wait complete. 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.838+0000 7f6607a9b640 1 Processor -- start 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 -- start start 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f66001f4c00 0x7f66000b8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f66001e8400 0x7f66000b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f660015f100 con 0x7f65ec0039b0 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f660015ee20 con 0x7f66001e8400 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6607a9b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f660015f3e0 con 0x7f66001f4c00 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6605837640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6605837640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57940/0 (socket says 172.21.15.29:57940) 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6605837640 1 -- 172.21.15.29:0/1505233038 learned_addr learned my addr 172.21.15.29:0/1505233038 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6606038640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f66001e8400 0x7f66000b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.839+0000 7f6605036640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f66001f4c00 0x7f66000b8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 -- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f66001f4c00 msgr2=0x7f66000b8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f66001f4c00 0x7f66000b8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 -- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f66001e8400 msgr2=0x7f66000b9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f66001e8400 0x7f66000b9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 -- 172.21.15.29:0/1505233038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660015d290 con 0x7f65ec0039b0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6605837640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f65fc001200 tx=0x7f65fc001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc037040 con 0x7f65ec0039b0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65fc041070 con 0x7f65ec0039b0 2024-09-16T01:14:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc0047e0 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66000ab8c0 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.840+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66000abe80 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.841+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66001f4fe0 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.842+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65fc004980 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.842+0000 7f65f67fc640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 0x7f65e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.842+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f65fc0aac90 con 0x7f65ec0039b0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.842+0000 7f6605036640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 0x7f65e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.843+0000 7f6605036640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 0x7f65e406e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f65f0000c00 tx=0x7f65f0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:04.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:04.846+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f66001f4fe0 con 0x7f65ec0039b0 2024-09-16T01:14:05.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.057+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f66000d3bc0 con 0x7f65ec0039b0 2024-09-16T01:14:05.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.057+0000 7f65f67fc640 1 -- 172.21.15.29:0/1505233038 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f65fc078db0 con 0x7f65ec0039b0 2024-09-16T01:14:05.059 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.059+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 msgr2=0x7f65e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.059+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 0x7f65e406e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f65f0000c00 tx=0x7f65f0009040 comp rx=0 tx=0).stop 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.059+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 msgr2=0x7f66000ab2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.059+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f65fc001200 tx=0x7f65fc001a40 comp rx=0 tx=0).stop 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 shutdown_connections 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f65e406c2e0 0x7f65e406e7a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f66001e8400 0x7f66000b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f66001f4c00 0x7f66000b8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 --2- 172.21.15.29:0/1505233038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65ec0039b0 0x7f66000ab2a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 >> 172.21.15.29:0/1505233038 conn(0x7f66000d1320 msgr2=0x7f660015d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 shutdown_connections 2024-09-16T01:14:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:05.060+0000 7f6607a9b640 1 -- 172.21.15.29:0/1505233038 wait complete. 2024-09-16T01:14:05.071 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:14:05.071 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:14:05.071 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-16T01:14:05.071 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T01:14:05.072 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:05.072 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:14:05.072 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:14:05.072 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:14:05.072 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:14:05.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:05.072 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-16T01:14:05.091 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:05.091 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:05.091 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:05.092 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:14:05.093 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:05.093 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:14:05.093 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42743sec preferred_lft 42743sec 2024-09-16T01:14:05.093 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-16T01:14:05.093 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:05.093 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T01:14:05.093 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:05.093 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:05.093 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add name ceph-brx type bridge 2024-09-16T01:14:05.093 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr flush dev ceph-brx 2024-09-16T01:14:05.093 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set ceph-brx up 2024-09-16T01:14:05.094 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T01:14:05.094 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:05.187 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:05.303 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:05.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:05.309 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:14:05.335 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-16T01:14:05.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:05.337 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-16T01:14:05.407 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-16T01:14:05.408 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:14:05.408 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:14:05.408 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:14:05.408 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:14:05.408 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:05.495 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:05.726 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:05.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:05.732 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-16T01:14:05.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:05.747 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list-id 2024-09-16T01:14:05.803 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:05.803 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:05.803 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:05.803 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-16T01:14:05.803 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:05.890 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:05.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:05.920 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-16T01:14:05.920 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:05.920 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:05.920 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-16T01:14:05.920 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T01:14:05.920 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-16T01:14:05.921 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-16T01:14:05.921 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-16T01:14:05.921 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:05.969 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:06.059 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:06.066 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:06.066 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:06.066 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.0 up 2024-09-16T01:14:06.066 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T01:14:06.066 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:06.114 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:06.136 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:06.142 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T01:14:06.142 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:06.142 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:06.157 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T01:14:06.157 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:06.157 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:06.213 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-16T01:14:06.278 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-16T01:14:06.335 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:06.336 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:14:06.337 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-16T01:14:06.338 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:06.338 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:06.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:06.338 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-16T01:14:06.390 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:14:06.390 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T01:14:06.432 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-16T01:14:06.456 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-16T01:14:06.512 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-16T01:14:06.513 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:06.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:06.514 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-16T01:14:06.519 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi122.stderr:2024-09-16T01:14:06.518+0000 7fe8b392a480 -1 init, newargv = 0x55e56c4f6840 newargc=15 2024-09-16T01:14:06.519 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi122.stderr:ceph-fuse[43007]: starting ceph client 2024-09-16T01:14:06.524 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi122.stderr:ceph-fuse[43007]: starting fuse 2024-09-16T01:14:06.534 INFO:teuthology.orchestra.run.smithi122.stdout:41 2024-09-16T01:14:06.534 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:14:06.534 DEBUG:teuthology.orchestra.run.smithi122:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:06.534 DEBUG:teuthology.orchestra.run.smithi122:> import glob 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> import re 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> import os 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> import subprocess 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> def _find_admin_socket(client_name): 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> files = glob.glob(asok_path) 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> # Given a non-glob path, it better be there 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> if "*" not in asok_path: 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> assert(len(files) == 1) 2024-09-16T01:14:06.535 DEBUG:teuthology.orchestra.run.smithi122:> return files[0] 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> for f in files: 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> contents = proc_f.read() 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> if mountpoint in contents: 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> return f 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> print(_find_admin_socket("client.1")) 2024-09-16T01:14:06.536 DEBUG:teuthology.orchestra.run.smithi122:> ' 2024-09-16T01:14:06.652 INFO:teuthology.orchestra.run.smithi122.stdout:/var/run/ceph/ceph-client.1.43007.asok 2024-09-16T01:14:06.655 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:06.662 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43007.asok 2024-09-16T01:14:06.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:06.662 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43007.asok status 2024-09-16T01:14:06.794 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "metadata": { 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "entity_id": "1", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "hostname": "smithi122", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "pid": "43007", 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "root": "/" 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_count": 0, 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_pinned_count": 0, 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4496, 2024-09-16T01:14:06.795 INFO:teuthology.orchestra.run.smithi122.stdout: "inst": { 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "name": { 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "client", 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "num": 4496 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 2521891994 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-16T01:14:06.796 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 2521891994 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "inst_str": "client.4496 192.168.0.1:0/2521891994", 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "addr_str": "192.168.0.1:0/2521891994", 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "inode_count": 1, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_epoch": 7, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch": 21, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "blocklisted": false, 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs" 2024-09-16T01:14:06.797 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T01:14:06.802 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:14:06.803 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:14:06.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.916+0000 7f8e866a6640 1 Processor -- start 2024-09-16T01:14:06.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.916+0000 7f8e866a6640 1 -- start start 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e866a6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8e8015e840 0x7f8e800cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e866a6640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e800b3720 0x7f8e800b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e866a6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e800cf800 con 0x7f8e800d3c00 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e866a6640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8e8015ec20 con 0x7f8e800b3720 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e866a6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8e800cfdc0 con 0x7f8e8015e840 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e7f7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e800b3720 0x7f8e800b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e7f7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e800b3720 0x7f8e800b7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57954/0 (socket says 172.21.15.29:57954) 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e7f7fe640 1 -- 172.21.15.29:0/1753044644 learned_addr learned my addr 172.21.15.29:0/1753044644 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e84c43640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8e800d3c00 0x7f8e800d2d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51012/0 (socket says 172.21.15.29:51012) 2024-09-16T01:14:06.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.917+0000 7f8e7ffff640 1 --2- 172.21.15.29:0/1753044644 >> v2:172.21.15.122:3300/0 conn(0x7f8e8015e840 0x7f8e800cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7f7fe640 1 -- 172.21.15.29:0/1753044644 >> v2:172.21.15.122:3300/0 conn(0x7f8e8015e840 msgr2=0x7f8e800cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:06.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7f7fe640 1 --2- 172.21.15.29:0/1753044644 >> v2:172.21.15.122:3300/0 conn(0x7f8e8015e840 0x7f8e800cefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:06.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7f7fe640 1 -- 172.21.15.29:0/1753044644 >> v1:172.21.15.29:6789/0 conn(0x7f8e800d3c00 legacy=0x7f8e800d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:06.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7f7fe640 1 -- 172.21.15.29:0/1753044644 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e800cfae0 con 0x7f8e800b3720 2024-09-16T01:14:06.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7effd640 1 -- 172.21.15.29:0/1753044644 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1693319551 0 0) 0x7f8e800cf800 con 0x7f8e800d3c00 2024-09-16T01:14:06.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.918+0000 7f8e7f7fe640 1 --2- 172.21.15.29:0/1753044644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e800b3720 0x7f8e800b7750 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8e800d11a0 tx=0x7f8e7402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a82243462260394 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:06.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e7effd640 1 -- 172.21.15.29:0/1753044644 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e74037070 con 0x7f8e800b3720 2024-09-16T01:14:06.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e7effd640 1 -- 172.21.15.29:0/1753044644 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e7402ae50 con 0x7f8e800b3720 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e7effd640 1 -- 172.21.15.29:0/1753044644 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e74032860 con 0x7f8e800b3720 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 -- 172.21.15.29:0/1753044644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e800b3720 msgr2=0x7f8e800b7750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 --2- 172.21.15.29:0/1753044644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e800b3720 0x7f8e800b7750 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8e800d11a0 tx=0x7f8e7402a300 comp rx=0 tx=0).stop 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 -- 172.21.15.29:0/1753044644 shutdown_connections 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 --2- 172.21.15.29:0/1753044644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e800b3720 0x7f8e800b7750 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 --2- 172.21.15.29:0/1753044644 >> v2:172.21.15.122:3300/0 conn(0x7f8e8015e840 0x7f8e800cefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 -- 172.21.15.29:0/1753044644 >> 172.21.15.29:0/1753044644 conn(0x7f8e800d4930 msgr2=0x7f8e800d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 -- 172.21.15.29:0/1753044644 shutdown_connections 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.919+0000 7f8e866a6640 1 -- 172.21.15.29:0/1753044644 wait complete. 2024-09-16T01:14:06.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.920+0000 7f8e866a6640 1 Processor -- start 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.921+0000 7f8e866a6640 1 -- start start 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.921+0000 7f8e866a6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.921+0000 7f8e866a6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8e800d3c00 0x7f8e8015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e866a6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e866a6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e800cf4f0 con 0x7f8e8015e840 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e866a6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8e800d27e0 con 0x7f8e800b3720 2024-09-16T01:14:06.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e866a6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f8e800b7c90 con 0x7f8e800d3c00 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e84c43640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:57786/0 (socket says 172.21.15.29:57786) 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 -- 172.21.15.29:0/3833433026 learned_addr learned my addr 172.21.15.29:0/3833433026 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e84c43640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:57970/0 (socket says 172.21.15.29:57970) 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7f7fe640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8e800d3c00 0x7f8e8015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 -- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8e800d3c00 msgr2=0x7f8e8015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8e800d3c00 0x7f8e8015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 -- 172.21.15.29:0/3833433026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 msgr2=0x7f8e80160340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 -- 172.21.15.29:0/3833433026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e800cc050 con 0x7f8e800b3720 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e84c43640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:06.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7ffff640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8e7000e870 tx=0x7f8e7000ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:06.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e70017070 con 0x7f8e800b3720 2024-09-16T01:14:06.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e7000c940 con 0x7f8e800b3720 2024-09-16T01:14:06.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.922+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e800cc330 con 0x7f8e800b3720 2024-09-16T01:14:06.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.923+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e7000cd30 con 0x7f8e800b3720 2024-09-16T01:14:06.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.923+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e800cc8f0 con 0x7f8e800b3720 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.924+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e801500a0 con 0x7f8e800b3720 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.924+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e7001a070 con 0x7f8e800b3720 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.925+0000 7f8e7cff9640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 0x7f8e6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.925+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8e7008b690 con 0x7f8e800b3720 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.925+0000 7f8e7f7fe640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 0x7f8e6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:06.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.925+0000 7f8e7f7fe640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 0x7f8e6c06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8e74034000 tx=0x7f8e7402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:06.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:06.929+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e70059710 con 0x7f8e800b3720 2024-09-16T01:14:07.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.145+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8e800ba3b0 con 0x7f8e800b3720 2024-09-16T01:14:07.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.145+0000 7f8e7cff9640 1 -- 172.21.15.29:0/3833433026 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f8e7005da10 con 0x7f8e800b3720 2024-09-16T01:14:07.146 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 msgr2=0x7f8e6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 0x7f8e6c06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8e74034000 tx=0x7f8e7402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 msgr2=0x7f8e8014fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8e7000e870 tx=0x7f8e7000ed30 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 shutdown_connections 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8e6c06c2b0 0x7f8e6c06e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e8015e840 0x7f8e80160340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8e800d3c00 0x7f8e8015fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 --2- 172.21.15.29:0/3833433026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8e800b3720 0x7f8e8014fb60 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 >> 172.21.15.29:0/3833433026 conn(0x7f8e800d4930 msgr2=0x7f8e800b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 shutdown_connections 2024-09-16T01:14:07.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:07.147+0000 7f8e866a6640 1 -- 172.21.15.29:0/3833433026 wait complete. 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi122.front.sepia.ceph.com 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:14:07.160 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-16T01:14:07.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.160 DEBUG:teuthology.orchestra.run.smithi122:> ip addr 2024-09-16T01:14:07.177 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:07.177 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:07.177 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:07.177 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e4 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f0 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:d8:d9:e5 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: altname enp7s0f1 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 0c:c4:7a:8f:d5:15 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:07.178 INFO:teuthology.orchestra.run.smithi122.stdout: inet 172.21.15.122/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft 42741sec preferred_lft 42741sec 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::ec4:7aff:fe8f:d515/64 scope link noprefixroute 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 8a:98:4c:76:33:46 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::c0f5:32ff:fe3e:4e1d/64 scope link tentative 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 8a:98:4c:76:33:46 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::8898:4cff:fe76:3346/64 scope link tentative 2024-09-16T01:14:07.179 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.180 DEBUG:teuthology.orchestra.run.smithi122:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:14:07.242 INFO:teuthology.orchestra.run.smithi122.stdout:1 2024-09-16T01:14:07.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.244 DEBUG:teuthology.orchestra.run.smithi122:> route 2024-09-16T01:14:07.300 INFO:teuthology.orchestra.run.smithi122.stdout:Kernel IP routing table 2024-09-16T01:14:07.300 INFO:teuthology.orchestra.run.smithi122.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:14:07.300 INFO:teuthology.orchestra.run.smithi122.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T01:14:07.300 INFO:teuthology.orchestra.run.smithi122.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T01:14:07.301 INFO:teuthology.orchestra.run.smithi122.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T01:14:07.301 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:07.389 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:07.420 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:07.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.426 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-16T01:14:07.441 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:14:07.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.442 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list-id 2024-09-16T01:14:07.496 INFO:teuthology.orchestra.run.smithi122.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-16T01:14:07.497 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:07.497 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:07.497 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:14:07.497 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-16T01:14:07.497 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:07.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:07.606 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:07.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.613 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 7e:6a:61:f1:5d:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.637 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7c6a:61ff:fef1:5d2e/64 scope link 2024-09-16T01:14:07.638 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:07.638 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: link/ether 7e:6a:61:f1:5d:2e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: inet6 fe80::7c6a:61ff:fef1:5d2e/64 scope link 2024-09-16T01:14:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:07.705 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-16T01:14:07.705 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-16T01:14:07.706 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-16T01:14:07.706 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:07.792 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:07.849 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:07.855 DEBUG:teuthology.orchestra.run.smithi122:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:07.855 DEBUG:teuthology.orchestra.run.smithi122:> set -e 2024-09-16T01:14:07.856 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set brx.1 up 2024-09-16T01:14:07.856 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T01:14:07.856 DEBUG:teuthology.orchestra.run.smithi122:> ') 2024-09-16T01:14:07.903 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:07.925 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:07.931 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-16T01:14:07.931 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:07.931 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:07.946 INFO:teuthology.orchestra.run.smithi122.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-16T01:14:07.946 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:07.946 DEBUG:teuthology.orchestra.run.smithi122:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:08.002 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-16T01:14:08.068 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-16T01:14:08.125 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:08.126 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:08.127 INFO:teuthology.orchestra.run.smithi122.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:08.128 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:14:08.128 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:14:08.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.128 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-16T01:14:08.179 INFO:teuthology.orchestra.run.smithi122.stdout:41 2024-09-16T01:14:08.180 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-16T01:14:08.180 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-16T01:14:08.223 DEBUG:teuthology.orchestra.run.smithi122:> sudo modprobe fuse 2024-09-16T01:14:08.247 DEBUG:teuthology.orchestra.run.smithi122:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:08.303 INFO:teuthology.orchestra.run.smithi122.stdout:/proc 2024-09-16T01:14:08.303 INFO:teuthology.orchestra.run.smithi122.stdout:/sys 2024-09-16T01:14:08.303 INFO:teuthology.orchestra.run.smithi122.stdout:/dev 2024-09-16T01:14:08.303 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/security 2024-09-16T01:14:08.303 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/shm 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/pts 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/run 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/cgroup 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/pstore 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/bpf 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/ 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/selinux 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/hugepages 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/dev/mqueue 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/debug 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/tracing 2024-09-16T01:14:08.304 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/sys/kernel/config 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/run/user/1000 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T01:14:08.305 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns 2024-09-16T01:14:08.306 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:08.306 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:14:08.306 INFO:teuthology.orchestra.run.smithi122.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:08.306 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:14:08.306 INFO:teuthology.orchestra.run.smithi122.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:14:08.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.307 DEBUG:teuthology.orchestra.run.smithi122:> ls /sys/fs/fuse/connections 2024-09-16T01:14:08.308 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi122.stderr:2024-09-16T01:14:08.306+0000 7fe6e2aef480 -1 init, newargv = 0x56528e5ffad0 newargc=15 2024-09-16T01:14:08.308 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi122.stderr:ceph-fuse[43463]: starting ceph client 2024-09-16T01:14:08.312 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi122.stderr:ceph-fuse[43463]: starting fuse 2024-09-16T01:14:08.323 INFO:teuthology.orchestra.run.smithi122.stdout:41 2024-09-16T01:14:08.323 INFO:teuthology.orchestra.run.smithi122.stdout:44 2024-09-16T01:14:08.323 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-16T01:14:08.323 DEBUG:teuthology.orchestra.run.smithi122:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:08.323 DEBUG:teuthology.orchestra.run.smithi122:> import glob 2024-09-16T01:14:08.323 DEBUG:teuthology.orchestra.run.smithi122:> import re 2024-09-16T01:14:08.323 DEBUG:teuthology.orchestra.run.smithi122:> import os 2024-09-16T01:14:08.323 DEBUG:teuthology.orchestra.run.smithi122:> import subprocess 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> def _find_admin_socket(client_name): 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> files = glob.glob(asok_path) 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> # Given a non-glob path, it better be there 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> if "*" not in asok_path: 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> assert(len(files) == 1) 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> return files[0] 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> for f in files: 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:14:08.324 DEBUG:teuthology.orchestra.run.smithi122:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> contents = proc_f.read() 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> if mountpoint in contents: 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> return f 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> print(_find_admin_socket("client.3")) 2024-09-16T01:14:08.325 DEBUG:teuthology.orchestra.run.smithi122:> ' 2024-09-16T01:14:08.439 INFO:teuthology.orchestra.run.smithi122.stdout:/var/run/ceph/ceph-client.3.43463.asok 2024-09-16T01:14:08.442 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:14:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:08.449 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43463.asok 2024-09-16T01:14:08.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.450 DEBUG:teuthology.orchestra.run.smithi122:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43463.asok status 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "metadata": { 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "entity_id": "3", 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "hostname": "smithi122", 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-16T01:14:08.584 INFO:teuthology.orchestra.run.smithi122.stdout: "pid": "43463", 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "root": "/" 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_count": 0, 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "dentry_pinned_count": 0, 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "id": 4505, 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "inst": { 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "name": { 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "client", 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "num": 4505 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:08.585 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 604754500 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": { 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "type": "v1", 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "addr": "192.168.0.2:0", 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "nonce": 604754500 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "inst_str": "client.4505 192.168.0.2:0/604754500", 2024-09-16T01:14:08.586 INFO:teuthology.orchestra.run.smithi122.stdout: "addr_str": "192.168.0.2:0/604754500", 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "inode_count": 1, 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_epoch": 7, 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch": 21, 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "blocklisted": false, 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout: "fs_name": "cephfs" 2024-09-16T01:14:08.587 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T01:14:08.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.593 DEBUG:teuthology.orchestra.run.smithi029:> stat --file-system '--printf=%T 2024-09-16T01:14:08.593 DEBUG:teuthology.orchestra.run.smithi029:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:08.613 INFO:teuthology.orchestra.run.smithi029.stdout:fuseblk 2024-09-16T01:14:08.614 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:08.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.614 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:08.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.688 DEBUG:teuthology.orchestra.run.smithi029:> stat --file-system '--printf=%T 2024-09-16T01:14:08.688 DEBUG:teuthology.orchestra.run.smithi029:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:08.747 INFO:teuthology.orchestra.run.smithi029.stdout:fuseblk 2024-09-16T01:14:08.747 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:08.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.748 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:08.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.821 DEBUG:teuthology.orchestra.run.smithi122:> stat --file-system '--printf=%T 2024-09-16T01:14:08.821 DEBUG:teuthology.orchestra.run.smithi122:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:08.837 INFO:teuthology.orchestra.run.smithi122.stdout:fuseblk 2024-09-16T01:14:08.837 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:08.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.837 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:08.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.903 DEBUG:teuthology.orchestra.run.smithi122:> stat --file-system '--printf=%T 2024-09-16T01:14:08.903 DEBUG:teuthology.orchestra.run.smithi122:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:08.958 INFO:teuthology.orchestra.run.smithi122.stdout:fuseblk 2024-09-16T01:14:08.959 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:08.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:08.959 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:09.023 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-16T01:14:09.064 INFO:tasks.cephfs_test_runner:Starting test: test_replay_create (tasks.cephfs.test_cap_flush.TestCapFlush) MDS starts to handle client caps when it enters clientreplay stage. 2024-09-16T01:14:09.065 INFO:tasks.cephfs_test_runner:test_replay_create (tasks.cephfs.test_cap_flush.TestCapFlush) 2024-09-16T01:14:09.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:09.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.179+0000 7fec18e37640 1 Processor -- start 2024-09-16T01:14:09.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.179+0000 7fec18e37640 1 -- start start 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec18e37640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec14162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec18e37640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fec140b6a40 0x7fec140b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec18e37640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec140b39a0 con 0x7fec140cf480 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec18e37640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fec141630d0 con 0x7fec140b6a40 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec18e37640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fec1415eba0 con 0x7fec1415e7c0 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec11d9b640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fec140cf480 0x7fec140b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39134/0 (socket says 172.21.15.29:39134) 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec11d9b640 1 -- 172.21.15.29:0/110064023 learned_addr learned my addr 172.21.15.29:0/110064023 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec1259c640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec14162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec12d9d640 1 --2- 172.21.15.29:0/110064023 >> v2:172.21.15.122:3300/0 conn(0x7fec140b6a40 0x7fec140b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4267189796 0 0) 0x7fec140b39a0 con 0x7fec140cf480 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.180+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec00003520 con 0x7fec140cf480 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1654798654 0 0) 0x7fec00003520 con 0x7fec140cf480 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 msgr2=0x7fec14162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec14162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 >> v2:172.21.15.122:3300/0 conn(0x7fec140b6a40 msgr2=0x7fec140b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 --2- 172.21.15.29:0/110064023 >> v2:172.21.15.122:3300/0 conn(0x7fec140b6a40 0x7fec140b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec140cfc60 con 0x7fec140cf480 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7febfc001670 con 0x7fec140cf480 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 >> v1:172.21.15.29:6789/0 conn(0x7fec140cf480 legacy=0x7fec140b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec00003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec00004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec00004d40 0x7fec000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fec141630d0 con 0x7fec000039b0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec1415eba0 con 0x7fec00004d40 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fec0000b9c0 con 0x7fec1415e7c0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec00003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec11d9b640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec00004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec12d9d640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec00004d40 0x7fec000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 -- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 msgr2=0x7fec00004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec1415e7c0 0x7fec00004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 -- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec00004d40 msgr2=0x7fec000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec00004d40 0x7fec000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec1259c640 1 -- 172.21.15.29:0/110064023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec00003520 con 0x7fec000039b0 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.181+0000 7fec12d9d640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec00004d40 0x7fec000051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:09.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.182+0000 7fec1259c640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec00003dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fec04009ac0 tx=0x7fec00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33dd0b199a93fa5e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.182+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04036070 con 0x7fec000039b0 2024-09-16T01:14:09.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.182+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec04031400 con 0x7fec000039b0 2024-09-16T01:14:09.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.182+0000 7fec1159a640 1 -- 172.21.15.29:0/110064023 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04009690 con 0x7fec000039b0 2024-09-16T01:14:09.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 -- 172.21.15.29:0/110064023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 msgr2=0x7fec00003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 --2- 172.21.15.29:0/110064023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec00003dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fec04009ac0 tx=0x7fec00005830 comp rx=0 tx=0).stop 2024-09-16T01:14:09.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec12d9d640 1 -- 172.21.15.29:0/110064023 reap_dead start 2024-09-16T01:14:09.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 -- 172.21.15.29:0/110064023 shutdown_connections 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 -- 172.21.15.29:0/110064023 >> 172.21.15.29:0/110064023 conn(0x7fec140d1320 msgr2=0x7fec140d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 -- 172.21.15.29:0/110064023 shutdown_connections 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.183+0000 7fec18e37640 1 -- 172.21.15.29:0/110064023 wait complete. 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.184+0000 7fec18e37640 1 Processor -- start 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.184+0000 7fec18e37640 1 -- start start 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec141623d0 0x7fec140b9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec14162830 0x7fec140b9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fec1415f100 con 0x7fec000039b0 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fec1415ee20 con 0x7fec141623d0 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec18e37640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fec1415f3e0 con 0x7fec14162830 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52450/0 (socket says 172.21.15.29:52450) 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 -- 172.21.15.29:0/3732600088 learned_addr learned my addr 172.21.15.29:0/3732600088 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec12d9d640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec14162830 0x7fec140b9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec11d9b640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec141623d0 0x7fec140b9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 -- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec14162830 msgr2=0x7fec140b9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec14162830 0x7fec140b9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 -- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec141623d0 msgr2=0x7fec140b9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec141623d0 0x7fec140b9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.185+0000 7fec1259c640 1 -- 172.21.15.29:0/3732600088 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec140b7700 con 0x7fec000039b0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec1259c640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fec04009ac0 tx=0x7fec04004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04040020 con 0x7fec000039b0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec04003bc0 con 0x7fec000039b0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec14159210 con 0x7fec000039b0 2024-09-16T01:14:09.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04036040 con 0x7fec000039b0 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.186+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec141597d0 con 0x7fec000039b0 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.187+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec14159a10 con 0x7fec000039b0 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.187+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec04043020 con 0x7fec000039b0 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.188+0000 7fec0affd640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 0x7febf406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.188+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec040ab460 con 0x7fec000039b0 2024-09-16T01:14:09.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.188+0000 7fec11d9b640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 0x7febf406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.189+0000 7fec11d9b640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 0x7febf406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fec140b9540 tx=0x7febfc007970 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.192+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec0404a070 con 0x7fec000039b0 2024-09-16T01:14:09.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.374+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec140b7530 con 0x7fec000039b0 2024-09-16T01:14:09.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.375+0000 7fec0affd640 1 -- 172.21.15.29:0/3732600088 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fec040044e0 con 0x7fec000039b0 2024-09-16T01:14:09.376 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:09.376 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 msgr2=0x7febf406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 0x7febf406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fec140b9540 tx=0x7febfc007970 comp rx=0 tx=0).stop 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 msgr2=0x7fec14156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fec04009ac0 tx=0x7fec04004730 comp rx=0 tx=0).stop 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 shutdown_connections 2024-09-16T01:14:09.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7febf406c2b0 0x7febf406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fec14162830 0x7fec140b9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fec141623d0 0x7fec140b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 --2- 172.21.15.29:0/3732600088 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fec000039b0 0x7fec14156b90 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 >> 172.21.15.29:0/3732600088 conn(0x7fec140d1320 msgr2=0x7fec140d38e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 shutdown_connections 2024-09-16T01:14:09.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.377+0000 7fec18e37640 1 -- 172.21.15.29:0/3732600088 wait complete. 2024-09-16T01:14:09.389 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:13:33.400828+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T01:13:42.442454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T01:13:43.555188+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:14:09.390 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:14:09.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.494+0000 7fb68d8e6640 1 Processor -- start 2024-09-16T01:14:09.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.494+0000 7fb68d8e6640 1 -- start start 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb68d8e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 0x7fb68806f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb68d8e6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb68806c320 0x7fb68806de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb68d8e6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6880d0a60 con 0x7fb6881607a0 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb68d8e6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb6880cede0 con 0x7fb68806c320 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb68d8e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fb6880705a0 con 0x7fb68815bff0 2024-09-16T01:14:09.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb6867fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb6881607a0 0x7fb68806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39148/0 (socket says 172.21.15.29:39148) 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb6867fc640 1 -- 172.21.15.29:0/2964457543 learned_addr learned my addr 172.21.15.29:0/2964457543 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb686ffd640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 0x7fb68806f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.495+0000 7fb6877fe640 1 --2- 172.21.15.29:0/2964457543 >> v2:172.21.15.122:3300/0 conn(0x7fb68806c320 0x7fb68806de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb685ffb640 1 -- 172.21.15.29:0/2964457543 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3553725112 0 0) 0x7fb6880d0a60 con 0x7fb6881607a0 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb685ffb640 1 -- 172.21.15.29:0/2964457543 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb674003520 con 0x7fb6881607a0 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb6877fe640 1 -- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 msgr2=0x7fb68806f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb6877fe640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 0x7fb68806f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb6877fe640 1 -- 172.21.15.29:0/2964457543 >> v1:172.21.15.29:6789/0 conn(0x7fb6881607a0 legacy=0x7fb68806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb6877fe640 1 -- 172.21.15.29:0/2964457543 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb688160c80 con 0x7fb68806c320 2024-09-16T01:14:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.496+0000 7fb686ffd640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 0x7fb68806f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb6877fe640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68806c320 0x7fb68806de30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb678009d90 tx=0x7fb67802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15fb9cc39bf3b336 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb685ffb640 1 -- 172.21.15.29:0/2964457543 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678007740 con 0x7fb68806c320 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb685ffb640 1 -- 172.21.15.29:0/2964457543 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6780078e0 con 0x7fb68806c320 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb685ffb640 1 -- 172.21.15.29:0/2964457543 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678007cb0 con 0x7fb68806c320 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 -- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68806c320 msgr2=0x7fb68806de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68806c320 0x7fb68806de30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb678009d90 tx=0x7fb67802a660 comp rx=0 tx=0).stop 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 -- 172.21.15.29:0/2964457543 shutdown_connections 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68806c320 0x7fb68806de30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/2964457543 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68815bff0 0x7fb68806f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 -- 172.21.15.29:0/2964457543 >> 172.21.15.29:0/2964457543 conn(0x7fb6880b2e00 msgr2=0x7fb6880b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 -- 172.21.15.29:0/2964457543 shutdown_connections 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.497+0000 7fb68d8e6640 1 -- 172.21.15.29:0/2964457543 wait complete. 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.499+0000 7fb68d8e6640 1 Processor -- start 2024-09-16T01:14:09.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.499+0000 7fb68d8e6640 1 -- start start 2024-09-16T01:14:09.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.499+0000 7fb68d8e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68806c320 0x7fb6881f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.499+0000 7fb68d8e6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68815bff0 0x7fb6881f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb6880cf010 con 0x7fb6881607a0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb6880702c0 con 0x7fb68815bff0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fb68815c3d0 con 0x7fb68806c320 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52460/0 (socket says 172.21.15.29:52460) 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 -- 172.21.15.29:0/1289248311 learned_addr learned my addr 172.21.15.29:0/1289248311 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb686ffd640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68806c320 0x7fb6881f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6867fc640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68815bff0 0x7fb6881f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 -- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68806c320 msgr2=0x7fb6881f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68806c320 0x7fb6881f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 -- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68815bff0 msgr2=0x7fb6881f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68815bff0 0x7fb6881f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 -- 172.21.15.29:0/1289248311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb688156ba0 con 0x7fb6881607a0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb6877fe640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb67802ac50 tx=0x7fb678004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678040070 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb678031bc0 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb688156e80 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678009450 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.500+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb688157440 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.501+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6880b0730 con 0x7fb6881607a0 2024-09-16T01:14:09.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.502+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb678039040 con 0x7fb6881607a0 2024-09-16T01:14:09.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.502+0000 7fb67ffff640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 0x7fb66806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.502+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb6780aca40 con 0x7fb6881607a0 2024-09-16T01:14:09.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.503+0000 7fb686ffd640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 0x7fb66806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.503+0000 7fb686ffd640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 0x7fb66806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb680009560 tx=0x7fb680009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.507+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb67807ac70 con 0x7fb6881607a0 2024-09-16T01:14:09.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.682+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb6880cff70 con 0x7fb6881607a0 2024-09-16T01:14:09.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.683+0000 7fb67ffff640 1 -- 172.21.15.29:0/1289248311 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7fb67807ef70 con 0x7fb6881607a0 2024-09-16T01:14:09.684 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 msgr2=0x7fb66806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 0x7fb66806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb680009560 tx=0x7fb680009190 comp rx=0 tx=0).stop 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 msgr2=0x7fb68815c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb67802ac50 tx=0x7fb678004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 shutdown_connections 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb66806c2b0 0x7fb66806e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb6881607a0 0x7fb68815c9c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb68815bff0 0x7fb6881f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 --2- 172.21.15.29:0/1289248311 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb68806c320 0x7fb6881f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 >> 172.21.15.29:0/1289248311 conn(0x7fb6880b2e00 msgr2=0x7fb6880d1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 shutdown_connections 2024-09-16T01:14:09.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.685+0000 7fb68d8e6640 1 -- 172.21.15.29:0/1289248311 wait complete. 2024-09-16T01:14:09.697 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T01:14:09.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.802+0000 7f4fa37b9640 1 Processor -- start 2024-09-16T01:14:09.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.802+0000 7f4fa37b9640 1 -- start start 2024-09-16T01:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.802+0000 7f4fa37b9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c0d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.802+0000 7f4fa37b9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa37b9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f9c0d2790 con 0x7f4f9c0cedd0 2024-09-16T01:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa37b9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4f9c0b6c10 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa37b9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9c0d2a70 con 0x7f4f9c0b3490 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52464/0 (socket says 172.21.15.29:52464) 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 -- 172.21.15.29:0/2610038770 learned_addr learned my addr 172.21.15.29:0/2610038770 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa0d54640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c0d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 -- 172.21.15.29:0/2610038770 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 msgr2=0x7f4f9c0d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c0d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 -- 172.21.15.29:0/2610038770 >> v1:172.21.15.122:6789/0 conn(0x7f4f9c0cedd0 legacy=0x7f4f9c0cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4f93fff640 1 -- 172.21.15.29:0/2610038770 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3366753925 0 0) 0x7f4f9c0d2790 con 0x7f4f9c0cedd0 2024-09-16T01:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.803+0000 7f4fa1d56640 1 -- 172.21.15.29:0/2610038770 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c0d2d50 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4fa1d56640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4f94009e50 tx=0x7f4f9402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4313b20cf7cf6a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4f93fff640 1 -- 172.21.15.29:0/2610038770 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94036070 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4f93fff640 1 -- 172.21.15.29:0/2610038770 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f94031600 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4f93fff640 1 -- 172.21.15.29:0/2610038770 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f940319d0 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4fa37b9640 1 -- 172.21.15.29:0/2610038770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 msgr2=0x7f4f9c0d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.804+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4f94009e50 tx=0x7f4f9402a680 comp rx=0 tx=0).stop 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 -- 172.21.15.29:0/2610038770 shutdown_connections 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c0d3830 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/2610038770 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c0d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 -- 172.21.15.29:0/2610038770 >> 172.21.15.29:0/2610038770 conn(0x7f4f9c0d0f40 msgr2=0x7f4f9c0d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 -- 172.21.15.29:0/2610038770 shutdown_connections 2024-09-16T01:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.805+0000 7f4fa37b9640 1 -- 172.21.15.29:0/2610038770 wait complete. 2024-09-16T01:14:09.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.806+0000 7f4fa37b9640 1 Processor -- start 2024-09-16T01:14:09.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.806+0000 7f4fa37b9640 1 -- start start 2024-09-16T01:14:09.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.806+0000 7f4fa37b9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c14c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f9c0cedd0 0x7f4f9c0cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c15e720 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c0d3310 con 0x7f4f9c0cedd0 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9c15e8a0 con 0x7f4f9c0b3490 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52468/0 (socket says 172.21.15.29:52468) 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 -- 172.21.15.29:0/3179483253 learned_addr learned my addr 172.21.15.29:0/3179483253 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa1d56640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f9c0cedd0 0x7f4f9c0cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa1555640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c14c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 -- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 msgr2=0x7f4f9c14c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c14c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 -- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f9c0cedd0 msgr2=0x7f4f9c0cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f9c0cedd0 0x7f4f9c0cd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 -- 172.21.15.29:0/3179483253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c15ef60 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa0d54640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c00e9e0 tx=0x7f4f8c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c017070 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c00c9d0 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c00cdc0 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.807+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f9c15f240 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.808+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f9c15f800 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.808+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f9c156d50 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.809+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f8c01a070 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.810+0000 7f4f91ffb640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 0x7f4f8006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:09.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.810+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4f8c08b790 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.810+0000 7f4fa1555640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 0x7f4f8006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:09.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.810+0000 7f4fa1555640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 0x7f4f8006e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4f98000f60 tx=0x7f4f98009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:09.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.814+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f9c156d50 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.988+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4f9c15bc40 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.988+0000 7f4f91ffb640 1 -- 172.21.15.29:0/3179483253 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7f4f8c059820 con 0x7f4f9c0b75a0 2024-09-16T01:14:09.990 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 msgr2=0x7f4f8006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 0x7f4f8006e7a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4f98000f60 tx=0x7f4f98009040 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 msgr2=0x7f4f9c15c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c00e9e0 tx=0x7f4f8c00eea0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 shutdown_connections 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2e0 0x7f4f8006e7a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f9c0cedd0 0x7f4f9c0cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f9c0b75a0 0x7f4f9c15c3f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 --2- 172.21.15.29:0/3179483253 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9c0b3490 0x7f4f9c14c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 >> 172.21.15.29:0/3179483253 conn(0x7f4f9c0d0f40 msgr2=0x7f4f9c0d1320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:09.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 shutdown_connections 2024-09-16T01:14:09.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:09.990+0000 7f4fa37b9640 1 -- 172.21.15.29:0/3179483253 wait complete. 2024-09-16T01:14:10.002 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T01:14:10.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.106+0000 7f3668566640 1 Processor -- start 2024-09-16T01:14:10.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.106+0000 7f3668566640 1 -- start start 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3668566640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f366015e640 0x7f36600b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3668566640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36600cef60 0x7f36600d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3668566640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36600b39d0 con 0x7f36600d33c0 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3668566640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f36600cf520 con 0x7f36600cef60 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3668566640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f36600cf800 con 0x7f366015e640 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3665b01640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36600cef60 0x7f36600d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3665b01640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36600cef60 0x7f36600d2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52482/0 (socket says 172.21.15.29:52482) 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.107+0000 7f3665b01640 1 -- 172.21.15.29:0/1032084799 learned_addr learned my addr 172.21.15.29:0/1032084799 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.108+0000 7f3666302640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f366015e640 0x7f36600b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.108+0000 7f3665b01640 1 -- 172.21.15.29:0/1032084799 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f366015e640 msgr2=0x7f36600b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.108+0000 7f3665b01640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f366015e640 0x7f36600b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.108+0000 7f3665b01640 1 -- 172.21.15.29:0/1032084799 >> v1:172.21.15.122:6789/0 conn(0x7f36600d33c0 legacy=0x7f36600d4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.108+0000 7f3665b01640 1 -- 172.21.15.29:0/1032084799 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36600cfae0 con 0x7f36600cef60 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3665b01640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600d2e80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3654009870 tx=0x7f365402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88c2a52e22cca11f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3665300640 1 -- 172.21.15.29:0/1032084799 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654037070 con 0x7f36600cef60 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3665300640 1 -- 172.21.15.29:0/1032084799 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3654032440 con 0x7f36600cef60 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3665300640 1 -- 172.21.15.29:0/1032084799 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654032810 con 0x7f36600cef60 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 -- 172.21.15.29:0/1032084799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 msgr2=0x7f36600d2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600d2e80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3654009870 tx=0x7f365402a1c0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 -- 172.21.15.29:0/1032084799 shutdown_connections 2024-09-16T01:14:10.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600d2e80 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 --2- 172.21.15.29:0/1032084799 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f366015e640 0x7f36600b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 -- 172.21.15.29:0/1032084799 >> 172.21.15.29:0/1032084799 conn(0x7f3660067d70 msgr2=0x7f3660068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:10.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 -- 172.21.15.29:0/1032084799 shutdown_connections 2024-09-16T01:14:10.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.109+0000 7f3668566640 1 -- 172.21.15.29:0/1032084799 wait complete. 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 Processor -- start 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 -- start start 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f36600d33c0 0x7f36600ce240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 0x7f366015b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f36600d4e20 con 0x7f36600cef60 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f366015ea20 con 0x7f366015e640 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3668566640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f36600d4fa0 con 0x7f36600d33c0 2024-09-16T01:14:10.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.111+0000 7f3666302640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52484/0 (socket says 172.21.15.29:52484) 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 -- 172.21.15.29:0/1740861014 learned_addr learned my addr 172.21.15.29:0/1740861014 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666b03640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 0x7f366015b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3665b01640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f36600d33c0 0x7f36600ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 -- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f36600d33c0 msgr2=0x7f36600ce240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f36600d33c0 0x7f36600ce240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 -- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 msgr2=0x7f366015b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 0x7f366015b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 -- 172.21.15.29:0/1740861014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36600ccc20 con 0x7f36600cef60 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666b03640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 0x7f366015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3666302640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f365000efc0 tx=0x7f365000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3650018020 con 0x7f36600cef60 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3650014480 con 0x7f36600cef60 2024-09-16T01:14:10.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36600ccf40 con 0x7f36600cef60 2024-09-16T01:14:10.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3650014850 con 0x7f36600cef60 2024-09-16T01:14:10.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.112+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36600cd780 con 0x7f36600cef60 2024-09-16T01:14:10.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.113+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36600d2e80 con 0x7f36600cef60 2024-09-16T01:14:10.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.114+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3650005d10 con 0x7f36600cef60 2024-09-16T01:14:10.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.114+0000 7f365effd640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 0x7f364c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.114+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f365008be80 con 0x7f36600cef60 2024-09-16T01:14:10.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.114+0000 7f3665b01640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 0x7f364c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.115+0000 7f3665b01640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 0x7f364c06e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3654034000 tx=0x7f365402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.119+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3650022070 con 0x7f36600cef60 2024-09-16T01:14:10.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.292+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f36600b8160 con 0x7f36600cef60 2024-09-16T01:14:10.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.293+0000 7f365effd640 1 -- 172.21.15.29:0/1740861014 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7f36600ccf40 con 0x7f36600cef60 2024-09-16T01:14:10.294 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.294+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 msgr2=0x7f364c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.294+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 0x7f364c06e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3654034000 tx=0x7f365402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.294+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 msgr2=0x7f36600b8bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.294+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f365000efc0 tx=0x7f365000c490 comp rx=0 tx=0).stop 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 shutdown_connections 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f364c06c2e0 0x7f364c06e7a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f366015e640 0x7f366015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f36600d33c0 0x7f36600ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 --2- 172.21.15.29:0/1740861014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36600cef60 0x7f36600b8bd0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 >> 172.21.15.29:0/1740861014 conn(0x7f3660067d70 msgr2=0x7f36600b75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:10.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 shutdown_connections 2024-09-16T01:14:10.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.295+0000 7f3668566640 1 -- 172.21.15.29:0/1740861014 wait complete. 2024-09-16T01:14:10.307 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create' 2024-09-16T01:14:10.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.408+0000 7f1517a1e640 1 Processor -- start 2024-09-16T01:14:10.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.408+0000 7f1517a1e640 1 -- start start 2024-09-16T01:14:10.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1517a1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f151015eab0 0x7f151006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1517a1e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15100d3480 0x7f15100b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1517a1e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15100d17e0 con 0x7f151006dae0 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1517a1e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f15100d09d0 con 0x7f15100d3480 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1517a1e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f151015ee90 con 0x7f151015eab0 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15100d3480 0x7f15100b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15100d3480 0x7f15100b8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52498/0 (socket says 172.21.15.29:52498) 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 -- 172.21.15.29:0/2927739836 learned_addr learned my addr 172.21.15.29:0/2927739836 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f15157ba640 1 --2- 172.21.15.29:0/2927739836 >> v2:172.21.15.122:3300/0 conn(0x7f151015eab0 0x7f151006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 -- 172.21.15.29:0/2927739836 >> v2:172.21.15.122:3300/0 conn(0x7f151015eab0 msgr2=0x7f151006d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 --2- 172.21.15.29:0/2927739836 >> v2:172.21.15.122:3300/0 conn(0x7f151015eab0 0x7f151006d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 -- 172.21.15.29:0/2927739836 >> v1:172.21.15.122:6789/0 conn(0x7f151006dae0 legacy=0x7f15100b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.409+0000 7f1515fbb640 1 -- 172.21.15.29:0/2927739836 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15100cfc10 con 0x7f15100d3480 2024-09-16T01:14:10.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.410+0000 7f1515fbb640 1 --2- 172.21.15.29:0/2927739836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15100d3480 0x7f15100b8290 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f15100d53d0 tx=0x7f150802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ede085aeab4a36 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.410+0000 7f1507fff640 1 -- 172.21.15.29:0/2927739836 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508036070 con 0x7f15100d3480 2024-09-16T01:14:10.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.410+0000 7f1507fff640 1 -- 172.21.15.29:0/2927739836 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1508031600 con 0x7f15100d3480 2024-09-16T01:14:10.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.410+0000 7f1507fff640 1 -- 172.21.15.29:0/2927739836 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15080319f0 con 0x7f15100d3480 2024-09-16T01:14:10.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 -- 172.21.15.29:0/2927739836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15100d3480 msgr2=0x7f15100b8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 --2- 172.21.15.29:0/2927739836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15100d3480 0x7f15100b8290 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f15100d53d0 tx=0x7f150802a7c0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 -- 172.21.15.29:0/2927739836 shutdown_connections 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 --2- 172.21.15.29:0/2927739836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15100d3480 0x7f15100b8290 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 --2- 172.21.15.29:0/2927739836 >> v2:172.21.15.122:3300/0 conn(0x7f151015eab0 0x7f151006d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 -- 172.21.15.29:0/2927739836 >> 172.21.15.29:0/2927739836 conn(0x7f15100d4b30 msgr2=0x7f15100d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:10.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 -- 172.21.15.29:0/2927739836 shutdown_connections 2024-09-16T01:14:10.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.411+0000 7f1517a1e640 1 -- 172.21.15.29:0/2927739836 wait complete. 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.412+0000 7f1517a1e640 1 Processor -- start 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.412+0000 7f1517a1e640 1 -- start start 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f151006dae0 0x7f1510157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 0x7f1510158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15100d01d0 con 0x7f151015eab0 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f151006df20 con 0x7f15100d3480 2024-09-16T01:14:10.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f15100d04b0 con 0x7f151006dae0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52500/0 (socket says 172.21.15.29:52500) 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 -- 172.21.15.29:0/3806103803 learned_addr learned my addr 172.21.15.29:0/3806103803 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f15157ba640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f151006dae0 0x7f1510157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1514fb9640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 0x7f1510158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 -- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f151006dae0 msgr2=0x7f1510157560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f151006dae0 0x7f1510157560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 -- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 msgr2=0x7f1510158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 0x7f1510158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 -- 172.21.15.29:0/3806103803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1510157aa0 con 0x7f151015eab0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1514fb9640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 0x7f1510158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1515fbb640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f150802adb0 tx=0x7f1508004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508036050 con 0x7f151015eab0 2024-09-16T01:14:10.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1508037040 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.413+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15101588c0 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.414+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508009510 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.414+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1510158e40 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.415+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15100ceb50 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.415+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1508044020 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.416+0000 7f1505ffb640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 0x7f14f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.416+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f15080ab800 con 0x7f151015eab0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.416+0000 7f15157ba640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 0x7f14f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:10.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.417+0000 7f15157ba640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 0x7f14f406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f150c009aa0 tx=0x7f150c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:10.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.420+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f150804b020 con 0x7f151015eab0 2024-09-16T01:14:10.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:10.665+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create"]} v 0) -- 0x7f15100d2ed0 con 0x7f151015eab0 2024-09-16T01:14:11.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.433+0000 7f1505ffb640 1 -- 172.21.15.29:0/3806103803 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create"]}]=0 v49) ==== 141+0+0 (secure 0 0 0) 0x7f1508079e40 con 0x7f151015eab0 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 msgr2=0x7f14f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 0x7f14f406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f150c009aa0 tx=0x7f150c009190 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 msgr2=0x7f151015ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f150802adb0 tx=0x7f1508004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 shutdown_connections 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f14f406c2b0 0x7f14f406e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f151015eab0 0x7f151015ca80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15100d3480 0x7f1510158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 --2- 172.21.15.29:0/3806103803 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f151006dae0 0x7f1510157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.435+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 >> 172.21.15.29:0/3806103803 conn(0x7f15100d4b30 msgr2=0x7f15100b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:11.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.436+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 shutdown_connections 2024-09-16T01:14:11.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.436+0000 7f1517a1e640 1 -- 172.21.15.29:0/3806103803 wait complete. 2024-09-16T01:14:11.450 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T01:14:11.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.561+0000 7fecd4282640 1 Processor -- start 2024-09-16T01:14:11.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.561+0000 7fecd4282640 1 -- start start 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.562+0000 7fecd4282640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7feccc160250 0x7feccc15cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.562+0000 7fecd4282640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feccc160750 con 0x7feccc0ce8f0 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.562+0000 7fecd4282640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feccc160a30 con 0x7feccc073160 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.562+0000 7fecd4282640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7feccc160d10 con 0x7feccc160250 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd201e640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7feccc0ce8f0 0x7feccc0708f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39162/0 (socket says 172.21.15.29:39162) 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd201e640 1 -- 172.21.15.29:0/879650365 learned_addr learned my addr 172.21.15.29:0/879650365 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd181d640 1 --2- 172.21.15.29:0/879650365 >> v2:172.21.15.122:3300/0 conn(0x7feccc160250 0x7feccc15cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3459905708 0 0) 0x7feccc160750 con 0x7feccc0ce8f0 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecb4003520 con 0x7feccc0ce8f0 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 106836406 0 0) 0x7fecb4003520 con 0x7feccc0ce8f0 2024-09-16T01:14:11.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 >> v2:172.21.15.122:3300/0 conn(0x7feccc160250 msgr2=0x7feccc15cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 --2- 172.21.15.29:0/879650365 >> v2:172.21.15.122:3300/0 conn(0x7feccc160250 0x7feccc15cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 >> v1:172.21.15.122:6789/0 conn(0x7feccc073160 legacy=0x7feccc073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc160ff0 con 0x7feccc0ce8f0 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fecc4001670 con 0x7feccc0ce8f0 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 >> v1:172.21.15.29:6789/0 conn(0x7feccc0ce8f0 legacy=0x7feccc0708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feccc160d10 con 0x7fecb4004800 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fecb400c160 con 0x7fecb40039b0 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fecb400c360 con 0x7fecb40051c0 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd181d640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd201e640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.563+0000 7fecd281f640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 -- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fecb40051c0 msgr2=0x7fecb400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fecb40051c0 0x7fecb400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 -- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb40039b0 msgr2=0x7fecb4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb40039b0 0x7fecb4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd281f640 1 -- 172.21.15.29:0/879650365 reap_dead start 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 -- 172.21.15.29:0/879650365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb4003520 con 0x7fecb4004800 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.564+0000 7fecd181d640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009a90 tx=0x7fecb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb902016f852d46 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0036070 con 0x7fecb4004800 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc0031400 con 0x7fecb4004800 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd101c640 1 -- 172.21.15.29:0/879650365 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0009690 con 0x7fecb4004800 2024-09-16T01:14:11.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 -- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 msgr2=0x7fecb4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009a90 tx=0x7fecb4005830 comp rx=0 tx=0).stop 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 -- 172.21.15.29:0/879650365 shutdown_connections 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 --2- 172.21.15.29:0/879650365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7fecb4004c80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 -- 172.21.15.29:0/879650365 >> 172.21.15.29:0/879650365 conn(0x7feccc0d2570 msgr2=0x7feccc0d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 -- 172.21.15.29:0/879650365 shutdown_connections 2024-09-16T01:14:11.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.565+0000 7fecd4282640 1 -- 172.21.15.29:0/879650365 wait complete. 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 Processor -- start 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 -- start start 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7feccc157ed0 0x7feccc06d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 0x7feccc0cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0d3250 con 0x7fecb4004800 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0d30d0 con 0x7feccc14feb0 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd4282640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7feccc15cc10 con 0x7feccc157ed0 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.567+0000 7fecd201e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52530/0 (socket says 172.21.15.29:52530) 2024-09-16T01:14:11.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 -- 172.21.15.29:0/1378543613 learned_addr learned my addr 172.21.15.29:0/1378543613 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd281f640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 0x7feccc0cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd181d640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7feccc157ed0 0x7feccc06d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 -- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7feccc157ed0 msgr2=0x7feccc06d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7feccc157ed0 0x7feccc06d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 -- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 msgr2=0x7feccc0cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 0x7feccc0cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 -- 172.21.15.29:0/1378543613 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc158690 con 0x7fecb4004800 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd281f640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 0x7feccc0cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd201e640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fecc4007290 tx=0x7fecc4007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc400f960 con 0x7fecb4004800 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc4018070 con 0x7fecb4004800 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feccc06d930 con 0x7fecb4004800 2024-09-16T01:14:11.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc400fd40 con 0x7fecb4004800 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.568+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feccc06def0 con 0x7fecb4004800 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.569+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feccc15cf10 con 0x7fecb4004800 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.570+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fecc401d460 con 0x7fecb4004800 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.570+0000 7feccaffd640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 0x7fecb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.570+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fecc408b3c0 con 0x7fecb4004800 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.570+0000 7fecd181d640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 0x7fecb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.571+0000 7fecd181d640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 0x7fecb806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fecc0033000 tx=0x7fecc0008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:11.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.575+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fecc4059b30 con 0x7fecb4004800 2024-09-16T01:14:11.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.748+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7feccc0d0090 con 0x7fecb4004800 2024-09-16T01:14:11.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.751+0000 7feccaffd640 1 -- 172.21.15.29:0/1378543613 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fecc4059430 con 0x7fecb4004800 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 msgr2=0x7fecb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 0x7fecb806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fecc0033000 tx=0x7fecc0008030 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 msgr2=0x7feccc06e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fecc4007290 tx=0x7fecc4007750 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 shutdown_connections 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fecb806c2b0 0x7fecb806e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feccc14feb0 0x7feccc0cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7feccc157ed0 0x7feccc06d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 --2- 172.21.15.29:0/1378543613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4004800 0x7feccc06e9d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:11.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 >> 172.21.15.29:0/1378543613 conn(0x7feccc0d2570 msgr2=0x7feccc0b5b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:11.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 shutdown_connections 2024-09-16T01:14:11.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:11.753+0000 7fecd4282640 1 -- 172.21.15.29:0/1378543613 wait complete. 2024-09-16T01:14:11.765 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:14:11.765 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:14:11.822 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:14:11.874 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:14:11.875 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:11.875 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:11.892 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:11.892 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:11.948 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:12.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.090+0000 7f4d5c447640 1 Processor -- start 2024-09-16T01:14:12.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.090+0000 7f4d5c447640 1 -- start start 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5c447640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 0x7f4d540d2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5c447640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540b6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5c447640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d540cee60 con 0x7f4d5406bf40 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5c447640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4d540d0bf0 con 0x7f4d54161ce0 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5c447640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4d540b68c0 con 0x7f4d540b5f60 2024-09-16T01:14:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5a9e4640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4d5406bf40 0x7f4d5406c3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39178/0 (socket says 172.21.15.29:39178) 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.091+0000 7f4d5a9e4640 1 -- 172.21.15.29:0/186143101 learned_addr learned my addr 172.21.15.29:0/186143101 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d5a1e3640 1 --2- 172.21.15.29:0/186143101 >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 0x7f4d540d2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d599e2640 1 --2- 172.21.15.29:0/186143101 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540b6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d591e1640 1 -- 172.21.15.29:0/186143101 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1572615968 0 0) 0x7f4d44001490 con 0x7f4d5406bf40 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d591e1640 1 -- 172.21.15.29:0/186143101 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d3c003520 con 0x7f4d5406bf40 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d599e2640 1 -- 172.21.15.29:0/186143101 >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 msgr2=0x7f4d540d2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d599e2640 1 --2- 172.21.15.29:0/186143101 >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 0x7f4d540d2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d599e2640 1 -- 172.21.15.29:0/186143101 >> v1:172.21.15.29:6789/0 conn(0x7f4d5406bf40 legacy=0x7f4d5406c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d599e2640 1 -- 172.21.15.29:0/186143101 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d540cffe0 con 0x7f4d540b5f60 2024-09-16T01:14:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.092+0000 7f4d5a1e3640 1 --2- 172.21.15.29:0/186143101 >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 0x7f4d540d2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.093+0000 7f4d599e2640 1 --2- 172.21.15.29:0/186143101 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540b6380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4d480097a0 tx=0x7f4d4802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc4573fa967059a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.093+0000 7f4d591e1640 1 -- 172.21.15.29:0/186143101 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d48037070 con 0x7f4d540b5f60 2024-09-16T01:14:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.093+0000 7f4d591e1640 1 -- 172.21.15.29:0/186143101 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d48032440 con 0x7f4d540b5f60 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.093+0000 7f4d591e1640 1 -- 172.21.15.29:0/186143101 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d48032810 con 0x7f4d540b5f60 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 -- 172.21.15.29:0/186143101 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 msgr2=0x7f4d540b6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 --2- 172.21.15.29:0/186143101 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540b6380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4d480097a0 tx=0x7f4d4802a210 comp rx=0 tx=0).stop 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 -- 172.21.15.29:0/186143101 shutdown_connections 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 --2- 172.21.15.29:0/186143101 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540b6380 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 --2- 172.21.15.29:0/186143101 >> v2:172.21.15.122:3300/0 conn(0x7f4d54161ce0 0x7f4d540d2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 -- 172.21.15.29:0/186143101 >> 172.21.15.29:0/186143101 conn(0x7f4d54067d70 msgr2=0x7f4d54068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 -- 172.21.15.29:0/186143101 shutdown_connections 2024-09-16T01:14:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.094+0000 7f4d5c447640 1 -- 172.21.15.29:0/186143101 wait complete. 2024-09-16T01:14:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.095+0000 7f4d5c447640 1 Processor -- start 2024-09-16T01:14:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.095+0000 7f4d5c447640 1 -- start start 2024-09-16T01:14:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d5406bf40 0x7f4d540caa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540c8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4d540d0880 con 0x7f4d54155240 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4d540d05a0 con 0x7f4d5406bf40 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5c447640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4d540d2f50 con 0x7f4d540b5f60 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52546/0 (socket says 172.21.15.29:52546) 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 -- 172.21.15.29:0/2731289286 learned_addr learned my addr 172.21.15.29:0/2731289286 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a1e3640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d5406bf40 0x7f4d540caa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d599e2640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540c8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 -- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 msgr2=0x7f4d540c8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540c8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 -- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d5406bf40 msgr2=0x7f4d540caa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d5406bf40 0x7f4d540caa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 -- 172.21.15.29:0/2731289286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d54161280 con 0x7f4d54155240 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d5a9e4640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4d4400cb10 tx=0x7f4d4400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.096+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d44017070 con 0x7f4d54155240 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.097+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d4400ac10 con 0x7f4d54155240 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.097+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d540c9c80 con 0x7f4d54155240 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.097+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d44012400 con 0x7f4d54155240 2024-09-16T01:14:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.097+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d540ca240 con 0x7f4d54155240 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.098+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d540cbc80 con 0x7f4d54155240 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.098+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d4401a070 con 0x7f4d54155240 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.099+0000 7f4d52ffd640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 0x7f4d4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.099+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4d4408b240 con 0x7f4d54155240 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.099+0000 7f4d5a1e3640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 0x7f4d4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.100+0000 7f4d5a1e3640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 0x7f4d4006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c009560 tx=0x7f4d4c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.103+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4d540cee60 con 0x7f4d54155240 2024-09-16T01:14:12.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.290+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4d540cb9a0 con 0x7f4d54155240 2024-09-16T01:14:12.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.291+0000 7f4d52ffd640 1 -- 172.21.15.29:0/2731289286 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f4d440592d0 con 0x7f4d54155240 2024-09-16T01:14:12.292 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:12.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 msgr2=0x7f4d4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 0x7f4d4006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c009560 tx=0x7f4d4c009190 comp rx=0 tx=0).stop 2024-09-16T01:14:12.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 msgr2=0x7f4d540c8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4d4400cb10 tx=0x7f4d4400a060 comp rx=0 tx=0).stop 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 shutdown_connections 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4d4006c2b0 0x7f4d4006e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d54155240 0x7f4d540c8550 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4d540b5f60 0x7f4d540c8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 --2- 172.21.15.29:0/2731289286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d5406bf40 0x7f4d540caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 >> 172.21.15.29:0/2731289286 conn(0x7f4d54067d70 msgr2=0x7f4d540b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 shutdown_connections 2024-09-16T01:14:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.293+0000 7f4d5c447640 1 -- 172.21.15.29:0/2731289286 wait complete. 2024-09-16T01:14:12.305 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:12.308 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:12.325 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 Processor -- start 2024-09-16T01:14:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 -- start start 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 0x7fac30070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac300732d0 con 0x7fac300cecc0 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.468+0000 7fac3670a640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fac30071080 con 0x7fac300b5320 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac3670a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fac300735b0 con 0x7fac3015e590 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac34ca7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2ffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 0x7fac30070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2f7fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fac300cecc0 0x7fac300cf100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36542/0 (socket says 172.21.15.29:36542) 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac34ca7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:48892/0 (socket says 172.21.15.29:48892) 2024-09-16T01:14:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2f7fe640 1 -- 172.21.15.29:0/3258359212 learned_addr learned my addr 172.21.15.29:0/3258359212 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2ffff640 1 -- 172.21.15.29:0/3258359212 >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 msgr2=0x7fac300b57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2ffff640 1 --2- 172.21.15.29:0/3258359212 >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2ffff640 1 -- 172.21.15.29:0/3258359212 >> v1:172.21.15.122:6789/0 conn(0x7fac300cecc0 legacy=0x7fac300cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac2ffff640 1 -- 172.21.15.29:0/3258359212 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac30073890 con 0x7fac3015e590 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.469+0000 7fac34ca7640 1 --2- 172.21.15.29:0/3258359212 >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.470+0000 7fac2ffff640 1 --2- 172.21.15.29:0/3258359212 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 0x7fac30070b40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac200097a0 tx=0x7fac2002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ed94c9f1d0ac3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.470+0000 7fac2effd640 1 -- 172.21.15.29:0/3258359212 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac20037070 con 0x7fac3015e590 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.470+0000 7fac2effd640 1 -- 172.21.15.29:0/3258359212 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac20032440 con 0x7fac3015e590 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.470+0000 7fac2effd640 1 -- 172.21.15.29:0/3258359212 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac20032810 con 0x7fac3015e590 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 -- 172.21.15.29:0/3258359212 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 msgr2=0x7fac30070b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 --2- 172.21.15.29:0/3258359212 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 0x7fac30070b40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac200097a0 tx=0x7fac2002a210 comp rx=0 tx=0).stop 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 -- 172.21.15.29:0/3258359212 shutdown_connections 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 --2- 172.21.15.29:0/3258359212 >> v2:172.21.15.122:3300/0 conn(0x7fac300b5320 0x7fac300b57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 --2- 172.21.15.29:0/3258359212 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac3015e590 0x7fac30070b40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 -- 172.21.15.29:0/3258359212 >> 172.21.15.29:0/3258359212 conn(0x7fac3006f400 msgr2=0x7fac3006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 -- 172.21.15.29:0/3258359212 shutdown_connections 2024-09-16T01:14:12.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.471+0000 7fac3670a640 1 -- 172.21.15.29:0/3258359212 wait complete. 2024-09-16T01:14:12.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.472+0000 7fac3670a640 1 Processor -- start 2024-09-16T01:14:12.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.472+0000 7fac3670a640 1 -- start start 2024-09-16T01:14:12.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 0x7fac300d2710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 0x7fac30152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac3015e970 con 0x7fac300b5320 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac30073e50 con 0x7fac3015e590 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac3670a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fac30072f80 con 0x7fac300cecc0 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52562/0 (socket says 172.21.15.29:52562) 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 -- 172.21.15.29:0/1501529013 learned_addr learned my addr 172.21.15.29:0/1501529013 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2f7fe640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 0x7fac300d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac34ca7640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 0x7fac30152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 -- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 msgr2=0x7fac300d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 0x7fac300d2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 -- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 msgr2=0x7fac30152c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 0x7fac30152c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.473+0000 7fac2ffff640 1 -- 172.21.15.29:0/1501529013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac300d2c50 con 0x7fac300b5320 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac2f7fe640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 0x7fac300d2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac34ca7640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 0x7fac30152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac2ffff640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fac20000c00 tx=0x7fac200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac20037040 con 0x7fac300b5320 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac20042070 con 0x7fac300b5320 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac20030920 con 0x7fac300b5320 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3015ba60 con 0x7fac300b5320 2024-09-16T01:14:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.474+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3015c020 con 0x7fac300b5320 2024-09-16T01:14:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.475+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac300714a0 con 0x7fac300b5320 2024-09-16T01:14:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.475+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac20030ac0 con 0x7fac300b5320 2024-09-16T01:14:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.476+0000 7fac2cff9640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 0x7fac1c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.476+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fac200abca0 con 0x7fac300b5320 2024-09-16T01:14:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.476+0000 7fac2f7fe640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 0x7fac1c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.477+0000 7fac2f7fe640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 0x7fac1c06e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fac301553e0 tx=0x7fac24009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.480+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac20079e50 con 0x7fac300b5320 2024-09-16T01:14:12.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.669+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fac3015f6c0 con 0x7fac300b5320 2024-09-16T01:14:12.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.669+0000 7fac2cff9640 1 -- 172.21.15.29:0/1501529013 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fac2007e150 con 0x7fac300b5320 2024-09-16T01:14:12.671 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:12.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 msgr2=0x7fac1c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 0x7fac1c06e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fac301553e0 tx=0x7fac24009040 comp rx=0 tx=0).stop 2024-09-16T01:14:12.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 msgr2=0x7fac3015b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fac20000c00 tx=0x7fac200046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 shutdown_connections 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fac1c06c2e0 0x7fac1c06e7a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac3015e590 0x7fac30152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fac300cecc0 0x7fac300d2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 --2- 172.21.15.29:0/1501529013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac300b5320 0x7fac3015b3f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 >> 172.21.15.29:0/1501529013 conn(0x7fac3006f400 msgr2=0x7fac3006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 shutdown_connections 2024-09-16T01:14:12.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.672+0000 7fac3670a640 1 -- 172.21.15.29:0/1501529013 wait complete. 2024-09-16T01:14:12.684 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi029.front.sepia.ceph.com... 2024-09-16T01:14:12.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:12.684 DEBUG:teuthology.orchestra.run.smithi029:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:12.709 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:12.709 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:14:12.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:12.710 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:14:12.778 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:12.778 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:12.798 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:12.798 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:12.856 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:12.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.958+0000 7f827d6af640 1 Processor -- start 2024-09-16T01:14:12.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.958+0000 7f827d6af640 1 -- start start 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f827d6af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f8278162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f827d6af640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f82780b6a40 0x7f82780b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f827d6af640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82780b39a0 con 0x7f82780cf480 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f827d6af640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f82781630d0 con 0x7f82780b6a40 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f827d6af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f827815eba0 con 0x7f827815e7c0 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f82780b6a40 0x7f82780b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f82780b6a40 0x7f82780b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52564/0 (socket says 172.21.15.29:52564) 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 -- 172.21.15.29:0/3690327711 learned_addr learned my addr 172.21.15.29:0/3690327711 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:12.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f8276ffd640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f8278162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 -- 172.21.15.29:0/3690327711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 msgr2=0x7f8278162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:12.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f8278162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 -- 172.21.15.29:0/3690327711 >> v1:172.21.15.29:6789/0 conn(0x7f82780cf480 legacy=0x7f82780b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.959+0000 7f82777fe640 1 -- 172.21.15.29:0/3690327711 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82780cfc60 con 0x7f82780b6a40 2024-09-16T01:14:12.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.960+0000 7f82777fe640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9800 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8270009870 tx=0x7f827002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cb3b5de0204f454 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.960+0000 7f8275ffb640 1 -- 172.21.15.29:0/3690327711 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8270037070 con 0x7f82780b6a40 2024-09-16T01:14:12.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.960+0000 7f8275ffb640 1 -- 172.21.15.29:0/3690327711 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f827002ae50 con 0x7f82780b6a40 2024-09-16T01:14:12.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.960+0000 7f8275ffb640 1 -- 172.21.15.29:0/3690327711 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8270032860 con 0x7f82780b6a40 2024-09-16T01:14:12.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 -- 172.21.15.29:0/3690327711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 msgr2=0x7f82780b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9800 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8270009870 tx=0x7f827002a300 comp rx=0 tx=0).stop 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 -- 172.21.15.29:0/3690327711 shutdown_connections 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9800 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 --2- 172.21.15.29:0/3690327711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f8278162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 -- 172.21.15.29:0/3690327711 >> 172.21.15.29:0/3690327711 conn(0x7f82780d1320 msgr2=0x7f82780d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 -- 172.21.15.29:0/3690327711 shutdown_connections 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.961+0000 7f827d6af640 1 -- 172.21.15.29:0/3690327711 wait complete. 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.962+0000 7f827d6af640 1 Processor -- start 2024-09-16T01:14:12.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.962+0000 7f827d6af640 1 -- start start 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82780cf480 0x7f827815c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f82780cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f827815f100 con 0x7f82780b6a40 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f827815ee20 con 0x7f82780cf480 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f827d6af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f827815f3e0 con 0x7f827815e7c0 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52572/0 (socket says 172.21.15.29:52572) 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 -- 172.21.15.29:0/1640153357 learned_addr learned my addr 172.21.15.29:0/1640153357 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:12.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 -- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 msgr2=0x7f82780cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f82780cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 -- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82780cf480 msgr2=0x7f827815c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82780cf480 0x7f827815c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 -- 172.21.15.29:0/1640153357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82781e8550 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.963+0000 7f8276ffd640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8268007e40 tx=0x7f826800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.964+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8268014620 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.964+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8268019070 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.964+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82781e8830 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.964+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8268014a00 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.964+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82781e8df0 con 0x7f82780b6a40 2024-09-16T01:14:12.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.965+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f827815f900 con 0x7f82780b6a40 2024-09-16T01:14:12.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.965+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8268014ba0 con 0x7f82780b6a40 2024-09-16T01:14:12.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.966+0000 7f826f7fe640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 0x7f825806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:12.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.966+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f826808bc00 con 0x7f82780b6a40 2024-09-16T01:14:12.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.966+0000 7f82767fc640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 0x7f825806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:12.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.967+0000 7f82767fc640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 0x7f825806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8260000f60 tx=0x7f82600079d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:12.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:12.970+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8268092080 con 0x7f82780b6a40 2024-09-16T01:14:13.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.157+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f82780d2150 con 0x7f82780b6a40 2024-09-16T01:14:13.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.157+0000 7f826f7fe640 1 -- 172.21.15.29:0/1640153357 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f826805a400 con 0x7f82780b6a40 2024-09-16T01:14:13.159 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 msgr2=0x7f825806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 0x7f825806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8260000f60 tx=0x7f82600079d0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 msgr2=0x7f82780b9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8268007e40 tx=0x7f826800e4b0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 shutdown_connections 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f825806c2b0 0x7f825806e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f827815e7c0 0x7f82780cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82780cf480 0x7f827815c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 --2- 172.21.15.29:0/1640153357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82780b6a40 0x7f82780b9fd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.159+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 >> 172.21.15.29:0/1640153357 conn(0x7f82780d1320 msgr2=0x7f82780b5330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:13.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.160+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 shutdown_connections 2024-09-16T01:14:13.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.160+0000 7f827d6af640 1 -- 172.21.15.29:0/1640153357 wait complete. 2024-09-16T01:14:13.172 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:13.172 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:13.191 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:13.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 Processor -- start 2024-09-16T01:14:13.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 -- start start 2024-09-16T01:14:13.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc9600b3720 0x7fc9600b7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc9600d3c00 0x7fc9600d4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9600cf800 con 0x7fc96015e840 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc96015ec20 con 0x7fc9600d3c00 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.294+0000 7fc965586640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600cfdc0 con 0x7fc9600b3720 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95f7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc9600d3c00 0x7fc9600d4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95effd640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fc96015e840 0x7fc9600cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36554/0 (socket says 172.21.15.29:36554) 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95e7fc640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc9600b3720 0x7fc9600b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95effd640 1 -- 172.21.15.29:0/1097046904 learned_addr learned my addr 172.21.15.29:0/1097046904 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95f7fe640 1 -- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc9600b3720 msgr2=0x7fc9600b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95f7fe640 1 --2- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc9600b3720 0x7fc9600b7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95f7fe640 1 -- 172.21.15.29:0/1097046904 >> v1:172.21.15.122:6789/0 conn(0x7fc96015e840 legacy=0x7fc9600cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95f7fe640 1 -- 172.21.15.29:0/1097046904 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9600cfae0 con 0x7fc9600d3c00 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.295+0000 7fc95dffb640 1 -- 172.21.15.29:0/1097046904 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3953001127 0 0) 0x7fc9600cf800 con 0x7fc96015e840 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.296+0000 7fc95f7fe640 1 --2- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600d4090 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc958009d90 tx=0x7fc95802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6ed9d5db83a0420 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.296+0000 7fc95dffb640 1 -- 172.21.15.29:0/1097046904 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958007740 con 0x7fc9600d3c00 2024-09-16T01:14:13.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.296+0000 7fc95dffb640 1 -- 172.21.15.29:0/1097046904 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9580078e0 con 0x7fc9600d3c00 2024-09-16T01:14:13.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.296+0000 7fc95dffb640 1 -- 172.21.15.29:0/1097046904 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958007cb0 con 0x7fc9600d3c00 2024-09-16T01:14:13.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 -- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 msgr2=0x7fc9600d4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 --2- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600d4090 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc958009d90 tx=0x7fc95802a6f0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 -- 172.21.15.29:0/1097046904 shutdown_connections 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 --2- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600d4090 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 --2- 172.21.15.29:0/1097046904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc9600b3720 0x7fc9600b7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 -- 172.21.15.29:0/1097046904 >> 172.21.15.29:0/1097046904 conn(0x7fc9600d4930 msgr2=0x7fc9600d4d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 -- 172.21.15.29:0/1097046904 shutdown_connections 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.297+0000 7fc965586640 1 -- 172.21.15.29:0/1097046904 wait complete. 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.298+0000 7fc965586640 1 Processor -- start 2024-09-16T01:14:13.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.298+0000 7fc965586640 1 -- start start 2024-09-16T01:14:13.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc96015e840 0x7fc9600cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600b7c90 con 0x7fc9600b3720 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600d27e0 con 0x7fc9600d3c00 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc965586640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600b7e10 con 0x7fc96015e840 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc95effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc95effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52582/0 (socket says 172.21.15.29:52582) 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc95effd640 1 -- 172.21.15.29:0/108403756 learned_addr learned my addr 172.21.15.29:0/108403756 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc95e7fc640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.299+0000 7fc95f7fe640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc96015e840 0x7fc9600cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 -- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc96015e840 msgr2=0x7fc9600cdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc96015e840 0x7fc9600cdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 -- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 msgr2=0x7fc9600cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 -- 172.21.15.29:0/108403756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9600ca420 con 0x7fc9600b3720 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc95effd640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc95000c430 tx=0x7fc95000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9500074e0 con 0x7fc9600b3720 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9500047e0 con 0x7fc9600b3720 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9600ca700 con 0x7fc9600b3720 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc950004bd0 con 0x7fc9600b3720 2024-09-16T01:14:13.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.300+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9600cacc0 con 0x7fc9600b3720 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.301+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9600cf800 con 0x7fc9600b3720 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.302+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc950011070 con 0x7fc9600b3720 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.302+0000 7fc9477fe640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 0x7fc94c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.302+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc95008af50 con 0x7fc9600b3720 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.302+0000 7fc95e7fc640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 0x7fc94c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.303+0000 7fc95e7fc640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 0x7fc94c06e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc96015b180 tx=0x7fc954009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.306+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9600cf800 con 0x7fc9600b3720 2024-09-16T01:14:13.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.496+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc9600b7750 con 0x7fc9600b3720 2024-09-16T01:14:13.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.496+0000 7fc9477fe640 1 -- 172.21.15.29:0/108403756 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fc950059070 con 0x7fc9600b3720 2024-09-16T01:14:13.497 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:13.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 msgr2=0x7fc94c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 0x7fc94c06e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc96015b180 tx=0x7fc954009190 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 msgr2=0x7fc9601f3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc95000c430 tx=0x7fc95000c8f0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 shutdown_connections 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc94c06c2b0 0x7fc94c06e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc96015e840 0x7fc9600cdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc9600d3c00 0x7fc9600cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 --2- 172.21.15.29:0/108403756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc9600b3720 0x7fc9601f3800 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 >> 172.21.15.29:0/108403756 conn(0x7fc9600d4930 msgr2=0x7fc96006d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 shutdown_connections 2024-09-16T01:14:13.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.498+0000 7fc965586640 1 -- 172.21.15.29:0/108403756 wait complete. 2024-09-16T01:14:13.510 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi122.front.sepia.ceph.com... 2024-09-16T01:14:13.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:13.510 DEBUG:teuthology.orchestra.run.smithi122:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T01:14:13.520 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:14:13.522 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:14:13.537 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:13.537 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:14:13.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:13.537 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:14:13.626 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:13.626 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:13.643 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:13.643 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:13.700 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:13.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.844+0000 7fafdaffd640 1 Processor -- start 2024-09-16T01:14:13.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.844+0000 7fafdaffd640 1 -- start start 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafdaffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafdaffd640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafd415ea20 con 0x7fafd40cf6f0 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafdaffd640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafd40b1c50 con 0x7fafd415e640 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafdaffd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fafd40b3d00 con 0x7fafd40cf2b0 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafd959a640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fafd40cf6f0 0x7fafd40d2b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39186/0 (socket says 172.21.15.29:39186) 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafd959a640 1 -- 172.21.15.29:0/999879588 learned_addr learned my addr 172.21.15.29:0/999879588 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.845+0000 7fafd3fff640 1 --2- 172.21.15.29:0/999879588 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3550490916 0 0) 0x7fafd415ea20 con 0x7fafd40cf6f0 2024-09-16T01:14:13.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafc4003520 con 0x7fafd40cf6f0 2024-09-16T01:14:13.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2383681269 0 0) 0x7fafd40b1c50 con 0x7fafd415e640 2024-09-16T01:14:13.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafd415ea20 con 0x7fafd415e640 2024-09-16T01:14:13.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd3fff640 1 -- 172.21.15.29:0/999879588 >> v1:172.21.15.122:6789/0 conn(0x7fafd415e640 legacy=0x7fafd40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd3fff640 1 -- 172.21.15.29:0/999879588 >> v1:172.21.15.29:6789/0 conn(0x7fafd40cf6f0 legacy=0x7fafd40d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.846+0000 7fafd3fff640 1 -- 172.21.15.29:0/999879588 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd40b1f30 con 0x7fafd40cf2b0 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafd3fff640 1 --2- 172.21.15.29:0/999879588 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd40d2650 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097d0 tx=0x7fafc002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1b8c8998e13e012 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc0037070 con 0x7fafd40cf2b0 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc0032440 con 0x7fafd40cf2b0 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafd37fe640 1 -- 172.21.15.29:0/999879588 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc0032810 con 0x7fafd40cf2b0 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafdaffd640 1 -- 172.21.15.29:0/999879588 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 msgr2=0x7fafd40d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafdaffd640 1 --2- 172.21.15.29:0/999879588 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd40d2650 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fafc00097d0 tx=0x7fafc002a180 comp rx=0 tx=0).stop 2024-09-16T01:14:13.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafdaffd640 1 -- 172.21.15.29:0/999879588 shutdown_connections 2024-09-16T01:14:13.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafdaffd640 1 --2- 172.21.15.29:0/999879588 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd40d2650 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.847+0000 7fafdaffd640 1 -- 172.21.15.29:0/999879588 >> 172.21.15.29:0/999879588 conn(0x7fafd409d820 msgr2=0x7fafd40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:13.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.848+0000 7fafdaffd640 1 -- 172.21.15.29:0/999879588 shutdown_connections 2024-09-16T01:14:13.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.848+0000 7fafdaffd640 1 -- 172.21.15.29:0/999879588 wait complete. 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.849+0000 7fafdaffd640 1 Processor -- start 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.849+0000 7fafdaffd640 1 -- start start 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fafd40b24f0 con 0x7fafd415e640 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafd40b2860 con 0x7fafd40cf6f0 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafdaffd640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fafd40cfe40 con 0x7fafd40cf2b0 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd959a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd8d99640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:48958/0 (socket says 172.21.15.29:48958) 2024-09-16T01:14:13.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 -- 172.21.15.29:0/1389367221 learned_addr learned my addr 172.21.15.29:0/1389367221 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:13.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd8d99640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:37528/0 (socket says 172.21.15.29:37528) 2024-09-16T01:14:13.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd959a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52584/0 (socket says 172.21.15.29:52584) 2024-09-16T01:14:13.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 -- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 msgr2=0x7fafd41555b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 -- 172.21.15.29:0/1389367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 msgr2=0x7fafd40b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:13.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 -- 172.21.15.29:0/1389367221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd40cca50 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd8d99640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd959a640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.850+0000 7fafd3fff640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fafc0035040 tx=0x7fafc00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.851+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc0041020 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.851+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafc003d720 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.851+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc0037040 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.851+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafd40ccd30 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.851+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafd40b40a0 con 0x7fafd40cf6f0 2024-09-16T01:14:13.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.852+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafd4068eb0 con 0x7fafd40cf6f0 2024-09-16T01:14:13.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.852+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fafc0044020 con 0x7fafd40cf6f0 2024-09-16T01:14:13.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.853+0000 7fafd17fa640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 0x7fafb806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:13.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.853+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fafc00ab980 con 0x7fafd40cf6f0 2024-09-16T01:14:13.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.853+0000 7fafd8d99640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 0x7fafb806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:13.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.853+0000 7fafd8d99640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 0x7fafb806e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fafc8000f60 tx=0x7fafc8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:13.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:13.857+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fafc004b030 con 0x7fafd40cf6f0 2024-09-16T01:14:14.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.044+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fafd40b3e90 con 0x7fafd40cf6f0 2024-09-16T01:14:14.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.045+0000 7fafd17fa640 1 -- 172.21.15.29:0/1389367221 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fafc0079ab0 con 0x7fafd40cf6f0 2024-09-16T01:14:14.046 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:14.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 msgr2=0x7fafb806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 0x7fafb806e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fafc8000f60 tx=0x7fafc8009040 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 msgr2=0x7fafd40b6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fafc0035040 tx=0x7fafc00046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 shutdown_connections 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fafb806c2e0 0x7fafb806e7a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafd415e640 0x7fafd40b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafd40cf6f0 0x7fafd40b6510 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 --2- 172.21.15.29:0/1389367221 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fafd40cf2b0 0x7fafd41555b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 >> 172.21.15.29:0/1389367221 conn(0x7fafd409d820 msgr2=0x7fafd406c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 shutdown_connections 2024-09-16T01:14:14.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.048+0000 7fafdaffd640 1 -- 172.21.15.29:0/1389367221 wait complete. 2024-09-16T01:14:14.064 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:14:14.064 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:14.080 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:14.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.222+0000 7fa789b33640 1 Processor -- start 2024-09-16T01:14:14.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.222+0000 7fa789b33640 1 -- start start 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.223+0000 7fa789b33640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 0x7fa7840d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.223+0000 7fa789b33640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 0x7fa7840d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.223+0000 7fa789b33640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa78415ea20 con 0x7fa78415e640 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.223+0000 7fa789b33640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa7840b3d00 con 0x7fa7840cf6f0 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.223+0000 7fa789b33640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa7840b2860 con 0x7fa7840cf2b0 2024-09-16T01:14:14.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa782ffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 0x7fa7840d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa783fff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 0x7fa7840d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa7837fe640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fa78415e640 0x7fa7840ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36576/0 (socket says 172.21.15.29:36576) 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa7837fe640 1 -- 172.21.15.29:0/1320322005 learned_addr learned my addr 172.21.15.29:0/1320322005 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa7827fc640 1 -- 172.21.15.29:0/1320322005 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2056855453 0 0) 0x7fa78415ea20 con 0x7fa78415e640 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa7827fc640 1 -- 172.21.15.29:0/1320322005 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa76c003520 con 0x7fa78415e640 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa782ffd640 1 -- 172.21.15.29:0/1320322005 >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 msgr2=0x7fa7840d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa782ffd640 1 --2- 172.21.15.29:0/1320322005 >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 0x7fa7840d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa782ffd640 1 -- 172.21.15.29:0/1320322005 >> v1:172.21.15.122:6789/0 conn(0x7fa78415e640 legacy=0x7fa7840ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa782ffd640 1 -- 172.21.15.29:0/1320322005 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7840b1c50 con 0x7fa7840cf2b0 2024-09-16T01:14:14.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.224+0000 7fa783fff640 1 --2- 172.21.15.29:0/1320322005 >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 0x7fa7840d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:14.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa782ffd640 1 --2- 172.21.15.29:0/1320322005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 0x7fa7840d2650 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa78415ebf0 tx=0x7fa77802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=448ff8117d92456 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa7827fc640 1 -- 172.21.15.29:0/1320322005 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa778037070 con 0x7fa7840cf2b0 2024-09-16T01:14:14.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa7827fc640 1 -- 172.21.15.29:0/1320322005 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa77802ae50 con 0x7fa7840cf2b0 2024-09-16T01:14:14.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa7827fc640 1 -- 172.21.15.29:0/1320322005 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa778032660 con 0x7fa7840cf2b0 2024-09-16T01:14:14.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 -- 172.21.15.29:0/1320322005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 msgr2=0x7fa7840d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 --2- 172.21.15.29:0/1320322005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 0x7fa7840d2650 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa78415ebf0 tx=0x7fa77802a100 comp rx=0 tx=0).stop 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 -- 172.21.15.29:0/1320322005 shutdown_connections 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 --2- 172.21.15.29:0/1320322005 >> v2:172.21.15.122:3300/0 conn(0x7fa7840cf6f0 0x7fa7840d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 --2- 172.21.15.29:0/1320322005 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf2b0 0x7fa7840d2650 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 -- 172.21.15.29:0/1320322005 >> 172.21.15.29:0/1320322005 conn(0x7fa78409d820 msgr2=0x7fa7840d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.225+0000 7fa789b33640 1 -- 172.21.15.29:0/1320322005 shutdown_connections 2024-09-16T01:14:14.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.226+0000 7fa789b33640 1 -- 172.21.15.29:0/1320322005 wait complete. 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.227+0000 7fa789b33640 1 Processor -- start 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.227+0000 7fa789b33640 1 -- start start 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf6f0 0x7fa7840cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa78415e640 0x7fa7840b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7840b24f0 con 0x7fa7840cf2b0 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa7840b2210 con 0x7fa78415e640 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa7840cfe40 con 0x7fa7840cf6f0 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52594/0 (socket says 172.21.15.29:52594) 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 -- 172.21.15.29:0/4204174308 learned_addr learned my addr 172.21.15.29:0/4204174308 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa782ffd640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf6f0 0x7fa7840cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa783fff640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa78415e640 0x7fa7840b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 -- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf6f0 msgr2=0x7fa7840cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf6f0 0x7fa7840cc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 -- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa78415e640 msgr2=0x7fa7840b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa78415e640 0x7fa7840b69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 -- 172.21.15.29:0/4204174308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7840ccb70 con 0x7fa7840cf2b0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa7837fe640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa77400c430 tx=0x7fa77400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774017070 con 0x7fa7840cf2b0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa774005ce0 con 0x7fa7840cf2b0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.228+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7840cce50 con 0x7fa7840cf2b0 2024-09-16T01:14:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.229+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7740072f0 con 0x7fa7840cf2b0 2024-09-16T01:14:14.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.229+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7840cd410 con 0x7fa7840cf2b0 2024-09-16T01:14:14.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.229+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa784068eb0 con 0x7fa7840cf2b0 2024-09-16T01:14:14.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.230+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa77401a070 con 0x7fa7840cf2b0 2024-09-16T01:14:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.230+0000 7fa76bfff640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 0x7fa77006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.231+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa77408a740 con 0x7fa7840cf2b0 2024-09-16T01:14:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.231+0000 7fa782ffd640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 0x7fa77006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.231+0000 7fa782ffd640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 0x7fa77006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa778034000 tx=0x7fa77802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.235+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa774058860 con 0x7fa7840cf2b0 2024-09-16T01:14:14.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.421+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa7840b1650 con 0x7fa7840cf2b0 2024-09-16T01:14:14.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.421+0000 7fa76bfff640 1 -- 172.21.15.29:0/4204174308 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa77405cb60 con 0x7fa7840cf2b0 2024-09-16T01:14:14.422 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 msgr2=0x7fa77006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 0x7fa77006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa778034000 tx=0x7fa77802e000 comp rx=0 tx=0).stop 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 msgr2=0x7fa7840cdc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa77400c430 tx=0x7fa77400c830 comp rx=0 tx=0).stop 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 shutdown_connections 2024-09-16T01:14:14.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa77006c2b0 0x7fa77006e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa78415e640 0x7fa7840b69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa7840cf6f0 0x7fa7840cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 --2- 172.21.15.29:0/4204174308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7840cf2b0 0x7fa7840cdc10 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 >> 172.21.15.29:0/4204174308 conn(0x7fa78409d820 msgr2=0x7fa7840d2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 shutdown_connections 2024-09-16T01:14:14.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.423+0000 7fa789b33640 1 -- 172.21.15.29:0/4204174308 wait complete. 2024-09-16T01:14:14.435 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi029.front.sepia.ceph.com... 2024-09-16T01:14:14.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:14.435 DEBUG:teuthology.orchestra.run.smithi029:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-16T01:14:14.462 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:14.463 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:14:14.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:14.463 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:14:14.519 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:14.520 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:14.537 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:14.537 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:14.593 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:14.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.695+0000 7f5a69bcf640 1 Processor -- start 2024-09-16T01:14:14.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.695+0000 7f5a69bcf640 1 -- start start 2024-09-16T01:14:14.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a69bcf640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5a6415b2e0 0x7f5a640b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a69bcf640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5a640b2490 0x7f5a64071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a69bcf640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a640ce4f0 con 0x7f5a640cdfc0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a69bcf640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5a6415b6c0 con 0x7f5a640b2490 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a69bcf640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5a640ce7d0 con 0x7f5a6415b2e0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a63fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5a640b2490 0x7f5a64071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a62ffd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5a640cdfc0 0x7f5a640b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39192/0 (socket says 172.21.15.29:39192) 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a62ffd640 1 -- 172.21.15.29:0/3788979403 learned_addr learned my addr 172.21.15.29:0/3788979403 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a637fe640 1 --2- 172.21.15.29:0/3788979403 >> v2:172.21.15.122:3300/0 conn(0x7f5a6415b2e0 0x7f5a640b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a63fff640 1 -- 172.21.15.29:0/3788979403 >> v2:172.21.15.122:3300/0 conn(0x7f5a6415b2e0 msgr2=0x7f5a640b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a63fff640 1 --2- 172.21.15.29:0/3788979403 >> v2:172.21.15.122:3300/0 conn(0x7f5a6415b2e0 0x7f5a640b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a63fff640 1 -- 172.21.15.29:0/3788979403 >> v1:172.21.15.29:6789/0 conn(0x7f5a640cdfc0 legacy=0x7f5a640b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.697+0000 7f5a63fff640 1 -- 172.21.15.29:0/3788979403 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a640ceab0 con 0x7f5a640b2490 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.696+0000 7f5a627fc640 1 -- 172.21.15.29:0/3788979403 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2951332717 0 0) 0x7f5a640ce4f0 con 0x7f5a640cdfc0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.697+0000 7f5a63fff640 1 --2- 172.21.15.29:0/3788979403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64071750 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a64069550 tx=0x7f5a5c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3004310e068e14f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.697+0000 7f5a627fc640 1 -- 172.21.15.29:0/3788979403 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c007740 con 0x7f5a640b2490 2024-09-16T01:14:14.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.697+0000 7f5a627fc640 1 -- 172.21.15.29:0/3788979403 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a5c0078e0 con 0x7f5a640b2490 2024-09-16T01:14:14.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.697+0000 7f5a627fc640 1 -- 172.21.15.29:0/3788979403 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c007cb0 con 0x7f5a640b2490 2024-09-16T01:14:14.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 -- 172.21.15.29:0/3788979403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 msgr2=0x7f5a64071750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/3788979403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64071750 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a64069550 tx=0x7f5a5c02a5f0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 -- 172.21.15.29:0/3788979403 shutdown_connections 2024-09-16T01:14:14.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/3788979403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64071750 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/3788979403 >> v2:172.21.15.122:3300/0 conn(0x7f5a6415b2e0 0x7f5a640b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 -- 172.21.15.29:0/3788979403 >> 172.21.15.29:0/3788979403 conn(0x7f5a6406bc10 msgr2=0x7f5a6406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 -- 172.21.15.29:0/3788979403 shutdown_connections 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.698+0000 7f5a69bcf640 1 -- 172.21.15.29:0/3788979403 wait complete. 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.699+0000 7f5a69bcf640 1 Processor -- start 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.699+0000 7f5a69bcf640 1 -- start start 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5a640cdfc0 0x7f5a641f23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a6415b2e0 0x7f5a640ac300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5a640712b0 con 0x7f5a640b2490 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5a64071130 con 0x7f5a6415b2e0 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a69bcf640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5a640b4260 con 0x7f5a640cdfc0 2024-09-16T01:14:14.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52610/0 (socket says 172.21.15.29:52610) 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a637fe640 1 -- 172.21.15.29:0/654815850 learned_addr learned my addr 172.21.15.29:0/654815850 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a63fff640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a6415b2e0 0x7f5a640ac300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.700+0000 7f5a62ffd640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5a640cdfc0 0x7f5a641f23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 -- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5a640cdfc0 msgr2=0x7f5a641f23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5a640cdfc0 0x7f5a641f23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 -- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a6415b2e0 msgr2=0x7f5a640ac300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a6415b2e0 0x7f5a640ac300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 -- 172.21.15.29:0/654815850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a640ae6a0 con 0x7f5a640b2490 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a637fe640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400d5f0 tx=0x7f5a5400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a540125f0 con 0x7f5a640b2490 2024-09-16T01:14:14.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a54019070 con 0x7f5a640b2490 2024-09-16T01:14:14.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a640ae980 con 0x7f5a640b2490 2024-09-16T01:14:14.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a540129d0 con 0x7f5a640b2490 2024-09-16T01:14:14.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.701+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a640ae350 con 0x7f5a640b2490 2024-09-16T01:14:14.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.702+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a640b3d20 con 0x7f5a640b2490 2024-09-16T01:14:14.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.702+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a54012b70 con 0x7f5a640b2490 2024-09-16T01:14:14.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.703+0000 7f5a4bfff640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 0x7f5a5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:14.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.703+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5a5408b680 con 0x7f5a640b2490 2024-09-16T01:14:14.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.703+0000 7f5a62ffd640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 0x7f5a5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:14.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.704+0000 7f5a62ffd640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 0x7f5a5006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5a64155b10 tx=0x7f5a58007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:14.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.707+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a540597a0 con 0x7f5a640b2490 2024-09-16T01:14:14.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.894+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5a6406c310 con 0x7f5a640b2490 2024-09-16T01:14:14.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.895+0000 7f5a4bfff640 1 -- 172.21.15.29:0/654815850 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f5a5405daa0 con 0x7f5a640b2490 2024-09-16T01:14:14.896 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 msgr2=0x7f5a5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 0x7f5a5006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5a64155b10 tx=0x7f5a58007d50 comp rx=0 tx=0).stop 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 msgr2=0x7f5a64156010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400d5f0 tx=0x7f5a5400dab0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 shutdown_connections 2024-09-16T01:14:14.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5a5006c2b0 0x7f5a5006e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a6415b2e0 0x7f5a640ac300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5a640cdfc0 0x7f5a641f23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 --2- 172.21.15.29:0/654815850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a640b2490 0x7f5a64156010 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 >> 172.21.15.29:0/654815850 conn(0x7f5a6406bc10 msgr2=0x7f5a6406d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 shutdown_connections 2024-09-16T01:14:14.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:14.897+0000 7f5a69bcf640 1 -- 172.21.15.29:0/654815850 wait complete. 2024-09-16T01:14:14.909 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:14:14.909 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:14:14.925 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:14:15.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.027+0000 7f87400c3640 1 Processor -- start 2024-09-16T01:14:15.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.027+0000 7f87400c3640 1 -- start start 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f873815bf90 0x7f873815f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f87380cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 0x7f8738162370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f87380ce480 con 0x7f873815bf90 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f87380d0240 con 0x7f8738161f40 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f87400c3640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f873815f910 con 0x7f87380cdae0 2024-09-16T01:14:15.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f873815bf90 0x7f873815f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f873815bf90 0x7f873815f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52618/0 (socket says 172.21.15.29:52618) 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 -- 172.21.15.29:0/2148177916 learned_addr learned my addr 172.21.15.29:0/2148177916 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873d65e640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f87380cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873e660640 1 --2- 172.21.15.29:0/2148177916 >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 0x7f8738162370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 -- 172.21.15.29:0/2148177916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 msgr2=0x7f87380cdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f87380cdf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 -- 172.21.15.29:0/2148177916 >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 msgr2=0x7f8738162370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 --2- 172.21.15.29:0/2148177916 >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 0x7f8738162370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873de5f640 1 -- 172.21.15.29:0/2148177916 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873815c370 con 0x7f873815bf90 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.028+0000 7f873e660640 1 --2- 172.21.15.29:0/2148177916 >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 0x7f8738162370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.029+0000 7f873de5f640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f873815f3d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f87380b6b20 tx=0x7f873402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce6a32c502b0e02a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.029+0000 7f873ce5d640 1 -- 172.21.15.29:0/2148177916 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734037070 con 0x7f873815bf90 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.029+0000 7f873ce5d640 1 -- 172.21.15.29:0/2148177916 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8734032440 con 0x7f873815bf90 2024-09-16T01:14:15.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.029+0000 7f873ce5d640 1 -- 172.21.15.29:0/2148177916 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734032810 con 0x7f873815bf90 2024-09-16T01:14:15.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 -- 172.21.15.29:0/2148177916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 msgr2=0x7f873815f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f873815f3d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f87380b6b20 tx=0x7f873402a1e0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 -- 172.21.15.29:0/2148177916 shutdown_connections 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 --2- 172.21.15.29:0/2148177916 >> v2:172.21.15.122:3300/0 conn(0x7f8738161f40 0x7f8738162370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f87380cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 --2- 172.21.15.29:0/2148177916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f873815f3d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 -- 172.21.15.29:0/2148177916 >> 172.21.15.29:0/2148177916 conn(0x7f87380b1770 msgr2=0x7f87380b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 -- 172.21.15.29:0/2148177916 shutdown_connections 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.030+0000 7f87400c3640 1 -- 172.21.15.29:0/2148177916 wait complete. 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.031+0000 7f87400c3640 1 Processor -- start 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.031+0000 7f87400c3640 1 -- start start 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f8738157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8738161f40 0x7f87381e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87380cfbf0 con 0x7f873815bf90 2024-09-16T01:14:15.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87380cf910 con 0x7f8738161f40 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f87400c3640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f87380cfed0 con 0x7f87380cdae0 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52632/0 (socket says 172.21.15.29:52632) 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 -- 172.21.15.29:0/3807403723 learned_addr learned my addr 172.21.15.29:0/3807403723 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873de5f640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f8738157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873e660640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8738161f40 0x7f87381e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 -- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 msgr2=0x7f8738157640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f8738157640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 -- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8738161f40 msgr2=0x7f87381e84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8738161f40 0x7f87381e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 -- 172.21.15.29:0/3807403723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87380ac9b0 con 0x7f873815bf90 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.032+0000 7f873d65e640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f872800c7f0 tx=0x7f872800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.033+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8728015070 con 0x7f873815bf90 2024-09-16T01:14:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.033+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8728004240 con 0x7f873815bf90 2024-09-16T01:14:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.033+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8738157b80 con 0x7f873815bf90 2024-09-16T01:14:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.033+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8728007620 con 0x7f873815bf90 2024-09-16T01:14:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.033+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87380acf00 con 0x7f873815bf90 2024-09-16T01:14:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.034+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87380ce830 con 0x7f873815bf90 2024-09-16T01:14:15.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.034+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f87280079d0 con 0x7f873815bf90 2024-09-16T01:14:15.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.035+0000 7f872e7fc640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 0x7f871c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.035+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f872808b450 con 0x7f873815bf90 2024-09-16T01:14:15.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.035+0000 7f873de5f640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 0x7f871c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.035+0000 7f873de5f640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 0x7f871c06e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8734034000 tx=0x7f873402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.039+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8738157b80 con 0x7f873815bf90 2024-09-16T01:14:15.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.226+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8738075420 con 0x7f873815bf90 2024-09-16T01:14:15.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.227+0000 7f872e7fc640 1 -- 172.21.15.29:0/3807403723 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f8728059c50 con 0x7f873815bf90 2024-09-16T01:14:15.228 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 msgr2=0x7f871c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 0x7f871c06e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8734034000 tx=0x7f873402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 msgr2=0x7f87381e7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f872800c7f0 tx=0x7f872800ccb0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 shutdown_connections 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f871c06c2e0 0x7f871c06e7a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8738161f40 0x7f87381e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f873815bf90 0x7f87381e7f70 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 --2- 172.21.15.29:0/3807403723 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f87380cdae0 0x7f8738157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 >> 172.21.15.29:0/3807403723 conn(0x7f87380b1770 msgr2=0x7f8738160eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 shutdown_connections 2024-09-16T01:14:15.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.229+0000 7f87400c3640 1 -- 172.21.15.29:0/3807403723 wait complete. 2024-09-16T01:14:15.241 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi122.front.sepia.ceph.com... 2024-09-16T01:14:15.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:15.241 DEBUG:teuthology.orchestra.run.smithi122:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-16T01:14:15.267 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:15.267 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:14:15.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:15.268 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:14:15.323 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T01:14:15.323 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.425+0000 7f30527b9640 1 Processor -- start 2024-09-16T01:14:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 -- start start 2024-09-16T01:14:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 0x7f304c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f304c0cf0e0 0x7f304c0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f304c15ea20 con 0x7f304c0b2cf0 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f304c0b2860 con 0x7f304c0cf0e0 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.426+0000 7f30527b9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f304c0b1c50 con 0x7f304c15e640 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f304c0cf0e0 0x7f304c0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3050d56640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f304c0b2cf0 0x7f304c0b31a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39200/0 (socket says 172.21.15.29:39200) 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f304c0cf0e0 0x7f304c0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52642/0 (socket says 172.21.15.29:52642) 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3050d56640 1 -- 172.21.15.29:0/1702214302 learned_addr learned my addr 172.21.15.29:0/1702214302 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f304bfff640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 0x7f304c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 -- 172.21.15.29:0/1702214302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 msgr2=0x7f304c0ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 0x7f304c0ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 -- 172.21.15.29:0/1702214302 >> v1:172.21.15.29:6789/0 conn(0x7f304c0b2cf0 legacy=0x7f304c0b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f3043fff640 1 -- 172.21.15.29:0/1702214302 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f304c0b1f30 con 0x7f304c0cf0e0 2024-09-16T01:14:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f304b7fe640 1 -- 172.21.15.29:0/1702214302 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4186529160 0 0) 0x7f304c15ea20 con 0x7f304c0b2cf0 2024-09-16T01:14:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.427+0000 7f304bfff640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 0x7f304c0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f3043fff640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0cf0e0 0x7f304c0cf520 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f304c15ebf0 tx=0x7f303402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=562a849faa29953c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f304b7fe640 1 -- 172.21.15.29:0/1702214302 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034037070 con 0x7f304c0cf0e0 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f304b7fe640 1 -- 172.21.15.29:0/1702214302 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f303402ae50 con 0x7f304c0cf0e0 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f304b7fe640 1 -- 172.21.15.29:0/1702214302 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034032660 con 0x7f304c0cf0e0 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 -- 172.21.15.29:0/1702214302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0cf0e0 msgr2=0x7f304c0cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0cf0e0 0x7f304c0cf520 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f304c15ebf0 tx=0x7f303402a100 comp rx=0 tx=0).stop 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 -- 172.21.15.29:0/1702214302 shutdown_connections 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0cf0e0 0x7f304c0cf520 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 --2- 172.21.15.29:0/1702214302 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c15e640 0x7f304c0ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 -- 172.21.15.29:0/1702214302 >> 172.21.15.29:0/1702214302 conn(0x7f304c09d820 msgr2=0x7f304c0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.428+0000 7f30527b9640 1 -- 172.21.15.29:0/1702214302 shutdown_connections 2024-09-16T01:14:15.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.429+0000 7f30527b9640 1 -- 172.21.15.29:0/1702214302 wait complete. 2024-09-16T01:14:15.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 Processor -- start 2024-09-16T01:14:15.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 -- start start 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c0cf0e0 0x7f304c0c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 0x7f304c0c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f304c0cfe40 con 0x7f304c0b2cf0 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f304c0b24f0 con 0x7f304c15e640 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f30527b9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f304c0b73a0 con 0x7f304c0cf0e0 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.430+0000 7f304bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52654/0 (socket says 172.21.15.29:52654) 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 -- 172.21.15.29:0/3380293151 learned_addr learned my addr 172.21.15.29:0/3380293151 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f3043fff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c0cf0e0 0x7f304c0c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f3050d56640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 0x7f304c0c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 -- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c0cf0e0 msgr2=0x7f304c0c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c0cf0e0 0x7f304c0c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 -- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 msgr2=0x7f304c0c9970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 0x7f304c0c9970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 -- 172.21.15.29:0/3380293151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f304c0c88d0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f3050d56640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 0x7f304c0c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f304bfff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f303c00e810 tx=0x7f303c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303c00f040 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f303c004030 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f304c0c8bb0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303c004400 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.431+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f304c0c9170 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.432+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f304c068eb0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.433+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f303c00c6d0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.433+0000 7f30497fa640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 0x7f302c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.434+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f303c08b1c0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.434+0000 7f3043fff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 0x7f302c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.434+0000 7f3043fff640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 0x7f302c06e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3034034000 tx=0x7f303402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.438+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f303c017020 con 0x7f304c0b2cf0 2024-09-16T01:14:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.649+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f304c0b6d50 con 0x7f304c0b2cf0 2024-09-16T01:14:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.649+0000 7f30497fa640 1 -- 172.21.15.29:0/3380293151 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f303c0599c0 con 0x7f304c0b2cf0 2024-09-16T01:14:15.650 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:15.650 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:14:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 msgr2=0x7f302c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 0x7f302c06e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3034034000 tx=0x7f303402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 msgr2=0x7f304c155a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f303c00e810 tx=0x7f303c00ecd0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 shutdown_connections 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f302c06c2b0 0x7f302c06e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f304c15e640 0x7f304c0c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f304c0cf0e0 0x7f304c0c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 --2- 172.21.15.29:0/3380293151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f304c0b2cf0 0x7f304c155a70 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 >> 172.21.15.29:0/3380293151 conn(0x7f304c09d820 msgr2=0x7f304c0cf6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 shutdown_connections 2024-09-16T01:14:15.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.651+0000 7f30527b9640 1 -- 172.21.15.29:0/3380293151 wait complete. 2024-09-16T01:14:15.663 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.764+0000 7fde5490a640 1 Processor -- start 2024-09-16T01:14:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.764+0000 7fde5490a640 1 -- start start 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde5490a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fde500cf480 0x7fde50162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde5490a640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde500b39a0 con 0x7fde5015e7c0 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde5490a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde5015eba0 con 0x7fde500b6a40 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde5490a640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fde501630d0 con 0x7fde500cf480 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4e59c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fde5015e7c0 0x7fde500b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39212/0 (socket says 172.21.15.29:39212) 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4e59c640 1 -- 172.21.15.29:0/3582313053 learned_addr learned my addr 172.21.15.29:0/3582313053 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4ed9d640 1 --2- 172.21.15.29:0/3582313053 >> v2:172.21.15.122:3300/0 conn(0x7fde500cf480 0x7fde50162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801680275 0 0) 0x7fde500b39a0 con 0x7fde5015e7c0 2024-09-16T01:14:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde38003520 con 0x7fde5015e7c0 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1696512563 0 0) 0x7fde44001110 con 0x7fde500b6a40 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde500b39a0 con 0x7fde500b6a40 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4ed9d640 1 -- 172.21.15.29:0/3582313053 >> v1:172.21.15.122:6789/0 conn(0x7fde500b6a40 legacy=0x7fde500b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4ed9d640 1 -- 172.21.15.29:0/3582313053 >> v1:172.21.15.29:6789/0 conn(0x7fde5015e7c0 legacy=0x7fde500b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.765+0000 7fde4ed9d640 1 -- 172.21.15.29:0/3582313053 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde500cfc60 con 0x7fde500cf480 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.766+0000 7fde4ed9d640 1 --2- 172.21.15.29:0/3582313053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde500cf480 0x7fde50162b90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fde48009d90 tx=0x7fde4802a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=969824fde2eb1170 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.766+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48037070 con 0x7fde500cf480 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.766+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde48007740 con 0x7fde500cf480 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.766+0000 7fde4d59a640 1 -- 172.21.15.29:0/3582313053 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48007af0 con 0x7fde500cf480 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 -- 172.21.15.29:0/3582313053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde500cf480 msgr2=0x7fde50162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 --2- 172.21.15.29:0/3582313053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde500cf480 0x7fde50162b90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fde48009d90 tx=0x7fde4802a780 comp rx=0 tx=0).stop 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 -- 172.21.15.29:0/3582313053 shutdown_connections 2024-09-16T01:14:15.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 --2- 172.21.15.29:0/3582313053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde500cf480 0x7fde50162b90 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 -- 172.21.15.29:0/3582313053 >> 172.21.15.29:0/3582313053 conn(0x7fde500d1320 msgr2=0x7fde500d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 -- 172.21.15.29:0/3582313053 shutdown_connections 2024-09-16T01:14:15.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.767+0000 7fde5490a640 1 -- 172.21.15.29:0/3582313053 wait complete. 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.768+0000 7fde5490a640 1 Processor -- start 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.768+0000 7fde5490a640 1 -- start start 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 0x7fde501f8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 0x7fde500b3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fde5015f100 con 0x7fde500cf480 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fde5015ee20 con 0x7fde5015e7c0 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde5490a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fde5015f3e0 con 0x7fde500b6a40 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52666/0 (socket says 172.21.15.29:52666) 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 -- 172.21.15.29:0/3421192404 learned_addr learned my addr 172.21.15.29:0/3421192404 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4e59c640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 0x7fde501f8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4ed9d640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 0x7fde500b3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 -- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 msgr2=0x7fde501f8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 0x7fde501f8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 -- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 msgr2=0x7fde500b3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 0x7fde500b3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4dd9b640 1 -- 172.21.15.29:0/3421192404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde50151640 con 0x7fde500cf480 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4e59c640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 0x7fde501f8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.769+0000 7fde4ed9d640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 0x7fde500b3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde4dd9b640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fde4400c700 tx=0x7fde4400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde440050d0 con 0x7fde500cf480 2024-09-16T01:14:15.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde44005290 con 0x7fde500cf480 2024-09-16T01:14:15.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde440035f0 con 0x7fde500cf480 2024-09-16T01:14:15.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde50151920 con 0x7fde500cf480 2024-09-16T01:14:15.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.770+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde50151ee0 con 0x7fde500cf480 2024-09-16T01:14:15.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.771+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde50151230 con 0x7fde500cf480 2024-09-16T01:14:15.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.771+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde44003790 con 0x7fde500cf480 2024-09-16T01:14:15.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.772+0000 7fde3effd640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 0x7fde3006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:15.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.772+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fde4408b080 con 0x7fde500cf480 2024-09-16T01:14:15.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.772+0000 7fde4e59c640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 0x7fde3006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:15.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.773+0000 7fde4e59c640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 0x7fde3006e7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fde400011e0 tx=0x7fde40009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:15.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.776+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde50151230 con 0x7fde500cf480 2024-09-16T01:14:15.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.985+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde5015f900 con 0x7fde500cf480 2024-09-16T01:14:15.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.986+0000 7fde3effd640 1 -- 172.21.15.29:0/3421192404 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7fde5015eba0 con 0x7fde500cf480 2024-09-16T01:14:15.987 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:15.987 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:14:15.987 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.987+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 msgr2=0x7fde3006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.987+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 0x7fde3006e7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fde400011e0 tx=0x7fde40009040 comp rx=0 tx=0).stop 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 msgr2=0x7fde5006ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fde4400c700 tx=0x7fde4400cbc0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 shutdown_connections 2024-09-16T01:14:15.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fde3006c2e0 0x7fde3006e7a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fde5015e7c0 0x7fde500b3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde500cf480 0x7fde5006ef30 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 --2- 172.21.15.29:0/3421192404 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fde500b6a40 0x7fde501f8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 >> 172.21.15.29:0/3421192404 conn(0x7fde500d1320 msgr2=0x7fde500b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 shutdown_connections 2024-09-16T01:14:15.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:15.988+0000 7fde5490a640 1 -- 172.21.15.29:0/3421192404 wait complete. 2024-09-16T01:14:16.000 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:16.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.100+0000 7efc3b09b640 1 Processor -- start 2024-09-16T01:14:16.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 -- start start 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efc3415e640 0x7efc340ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efc340d3660 0x7efc340cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc3415ea20 con 0x7efc340cf0e0 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efc340b2860 con 0x7efc3415e640 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc3b09b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7efc340b1c50 con 0x7efc340d3660 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.101+0000 7efc38e37640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efc3415e640 0x7efc340ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efc3415e640 0x7efc340ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52674/0 (socket says 172.21.15.29:52674) 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 -- 172.21.15.29:0/2279946004 learned_addr learned my addr 172.21.15.29:0/2279946004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc39638640 1 --2- 172.21.15.29:0/2279946004 >> v2:172.21.15.122:3300/0 conn(0x7efc340d3660 0x7efc340cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 -- 172.21.15.29:0/2279946004 >> v2:172.21.15.122:3300/0 conn(0x7efc340d3660 msgr2=0x7efc340cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 --2- 172.21.15.29:0/2279946004 >> v2:172.21.15.122:3300/0 conn(0x7efc340d3660 0x7efc340cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 -- 172.21.15.29:0/2279946004 >> v1:172.21.15.122:6789/0 conn(0x7efc340cf0e0 legacy=0x7efc340b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.102+0000 7efc38e37640 1 -- 172.21.15.29:0/2279946004 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc340b1f30 con 0x7efc3415e640 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc38e37640 1 --2- 172.21.15.29:0/2279946004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3415e640 0x7efc340ceba0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efc340a23f0 tx=0x7efc2c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df18f16740c133c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc337fe640 1 -- 172.21.15.29:0/2279946004 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c037070 con 0x7efc3415e640 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc337fe640 1 -- 172.21.15.29:0/2279946004 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2c032440 con 0x7efc3415e640 2024-09-16T01:14:16.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc337fe640 1 -- 172.21.15.29:0/2279946004 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c032810 con 0x7efc3415e640 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 -- 172.21.15.29:0/2279946004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3415e640 msgr2=0x7efc340ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 --2- 172.21.15.29:0/2279946004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3415e640 0x7efc340ceba0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efc340a23f0 tx=0x7efc2c02a1e0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 -- 172.21.15.29:0/2279946004 shutdown_connections 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 --2- 172.21.15.29:0/2279946004 >> v2:172.21.15.122:3300/0 conn(0x7efc340d3660 0x7efc340cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 --2- 172.21.15.29:0/2279946004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3415e640 0x7efc340ceba0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 -- 172.21.15.29:0/2279946004 >> 172.21.15.29:0/2279946004 conn(0x7efc3409d820 msgr2=0x7efc340d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 -- 172.21.15.29:0/2279946004 shutdown_connections 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.103+0000 7efc3b09b640 1 -- 172.21.15.29:0/2279946004 wait complete. 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 Processor -- start 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 -- start start 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc340d3660 0x7efc34153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efc3415e640 0x7efc34153b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efc340cfe40 con 0x7efc340cf0e0 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efc340b24f0 con 0x7efc340d3660 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.105+0000 7efc3b09b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7efc340b73a0 con 0x7efc3415e640 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52690/0 (socket says 172.21.15.29:52690) 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 -- 172.21.15.29:0/3010112388 learned_addr learned my addr 172.21.15.29:0/3010112388 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:16.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc39638640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efc3415e640 0x7efc34153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc33fff640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc340d3660 0x7efc34153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 -- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efc3415e640 msgr2=0x7efc34153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efc3415e640 0x7efc34153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 -- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc340d3660 msgr2=0x7efc34153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc340d3660 0x7efc34153360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 -- 172.21.15.29:0/3010112388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc34154040 con 0x7efc340cf0e0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc38e37640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7efc2c02a220 tx=0x7efc2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c037040 con 0x7efc340cf0e0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2c042070 con 0x7efc340cf0e0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c030880 con 0x7efc340cf0e0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc340c8080 con 0x7efc340cf0e0 2024-09-16T01:14:16.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.106+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc3415ffc0 con 0x7efc340cf0e0 2024-09-16T01:14:16.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.107+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc34068eb0 con 0x7efc340cf0e0 2024-09-16T01:14:16.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.108+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc2c030a20 con 0x7efc340cf0e0 2024-09-16T01:14:16.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.108+0000 7efc317fa640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 0x7efc1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.108+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efc2c0abb10 con 0x7efc340cf0e0 2024-09-16T01:14:16.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.108+0000 7efc33fff640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 0x7efc1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.109+0000 7efc33fff640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 0x7efc1406e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc340b7140 tx=0x7efc24009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.113+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc2c079cc0 con 0x7efc340cf0e0 2024-09-16T01:14:16.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.290+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc340ceba0 con 0x7efc340cf0e0 2024-09-16T01:14:16.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.291+0000 7efc317fa640 1 -- 172.21.15.29:0/3010112388 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7efc2c07dfc0 con 0x7efc340cf0e0 2024-09-16T01:14:16.292 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:16.292 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:16.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 msgr2=0x7efc1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 0x7efc1406e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc340b7140 tx=0x7efc24009040 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 msgr2=0x7efc34159380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7efc2c02a220 tx=0x7efc2c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 shutdown_connections 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efc1406c2b0 0x7efc1406e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efc3415e640 0x7efc34153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc340d3660 0x7efc34153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 --2- 172.21.15.29:0/3010112388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc340cf0e0 0x7efc34159380 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 >> 172.21.15.29:0/3010112388 conn(0x7efc3409d820 msgr2=0x7efc3406d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 shutdown_connections 2024-09-16T01:14:16.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.293+0000 7efc3b09b640 1 -- 172.21.15.29:0/3010112388 wait complete. 2024-09-16T01:14:16.305 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:14:16.305 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:16.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.406+0000 7f986a142640 1 Processor -- start 2024-09-16T01:14:16.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.406+0000 7f986a142640 1 -- start start 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f986a142640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 0x7f986406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f986a142640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 0x7f98640b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f986a142640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98640d17e0 con 0x7f98640b80c0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f986a142640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f98640d09d0 con 0x7f986406dae0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f986a142640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f986415ee90 con 0x7f986415eab0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f9862ffd640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 0x7f98640b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f98637fe640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 0x7f986406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f9863fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f98640b80c0 0x7f98640b8570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:36596/0 (socket says 172.21.15.29:36596) 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.407+0000 7f9863fff640 1 -- 172.21.15.29:0/1077911494 learned_addr learned my addr 172.21.15.29:0/1077911494 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98627fc640 1 -- 172.21.15.29:0/1077911494 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3129201851 0 0) 0x7f98640d17e0 con 0x7f98640b80c0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98627fc640 1 -- 172.21.15.29:0/1077911494 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f984c003520 con 0x7f98640b80c0 2024-09-16T01:14:16.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98637fe640 1 -- 172.21.15.29:0/1077911494 >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 msgr2=0x7f98640b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:16.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98637fe640 1 --2- 172.21.15.29:0/1077911494 >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 0x7f98640b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98637fe640 1 -- 172.21.15.29:0/1077911494 >> v1:172.21.15.122:6789/0 conn(0x7f98640b80c0 legacy=0x7f98640b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98637fe640 1 -- 172.21.15.29:0/1077911494 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98640cfc10 con 0x7f986415eab0 2024-09-16T01:14:16.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f9862ffd640 1 --2- 172.21.15.29:0/1077911494 >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 0x7f98640b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:16.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.408+0000 7f98637fe640 1 --2- 172.21.15.29:0/1077911494 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 0x7f986406d5a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f98540097d0 tx=0x7f985402a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cea4bf8789a5181f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f98627fc640 1 -- 172.21.15.29:0/1077911494 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9854037070 con 0x7f986415eab0 2024-09-16T01:14:16.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f98627fc640 1 -- 172.21.15.29:0/1077911494 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9854032440 con 0x7f986415eab0 2024-09-16T01:14:16.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f98627fc640 1 -- 172.21.15.29:0/1077911494 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98540327f0 con 0x7f986415eab0 2024-09-16T01:14:16.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 -- 172.21.15.29:0/1077911494 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 msgr2=0x7f986406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 --2- 172.21.15.29:0/1077911494 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 0x7f986406d5a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f98540097d0 tx=0x7f985402a250 comp rx=0 tx=0).stop 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 -- 172.21.15.29:0/1077911494 shutdown_connections 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 --2- 172.21.15.29:0/1077911494 >> v2:172.21.15.122:3300/0 conn(0x7f986406dae0 0x7f98640b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 --2- 172.21.15.29:0/1077911494 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986415eab0 0x7f986406d5a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 -- 172.21.15.29:0/1077911494 >> 172.21.15.29:0/1077911494 conn(0x7f98640d4b30 msgr2=0x7f98640d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 -- 172.21.15.29:0/1077911494 shutdown_connections 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.409+0000 7f986a142640 1 -- 172.21.15.29:0/1077911494 wait complete. 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.410+0000 7f986a142640 1 Processor -- start 2024-09-16T01:14:16.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.410+0000 7f986a142640 1 -- start start 2024-09-16T01:14:16.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986406dae0 0x7f98640cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f98640b80c0 0x7f9864157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f98640d01d0 con 0x7f986415eab0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f986406df20 con 0x7f98640b80c0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f986a142640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f98640d04b0 con 0x7f986406dae0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f9863fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f9863fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52692/0 (socket says 172.21.15.29:52692) 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.411+0000 7f9863fff640 1 -- 172.21.15.29:0/2026307620 learned_addr learned my addr 172.21.15.29:0/2026307620 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f98637fe640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986406dae0 0x7f98640cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9862ffd640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f98640b80c0 0x7f9864157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 -- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986406dae0 msgr2=0x7f98640cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986406dae0 0x7f98640cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 -- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f98640b80c0 msgr2=0x7f9864157730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f98640b80c0 0x7f9864157730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 -- 172.21.15.29:0/2026307620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98640cc710 con 0x7f986415eab0 2024-09-16T01:14:16.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f9863fff640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f985c00cb40 tx=0x7f985c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985c017070 con 0x7f986415eab0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f985c00aca0 con 0x7f986415eab0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9864159910 con 0x7f986415eab0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985c012620 con 0x7f986415eab0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.412+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98640cc420 con 0x7f986415eab0 2024-09-16T01:14:16.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.413+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98640ceb30 con 0x7f986415eab0 2024-09-16T01:14:16.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.414+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f985c01a070 con 0x7f986415eab0 2024-09-16T01:14:16.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.414+0000 7f984bfff640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 0x7f985006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.414+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f985c08b200 con 0x7f986415eab0 2024-09-16T01:14:16.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.414+0000 7f98637fe640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 0x7f985006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.415+0000 7f98637fe640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 0x7f985006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9854034000 tx=0x7f985402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.418+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9864159910 con 0x7f986415eab0 2024-09-16T01:14:16.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.629+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98640b6320 con 0x7f986415eab0 2024-09-16T01:14:16.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.629+0000 7f984bfff640 1 -- 172.21.15.29:0/2026307620 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f985c059320 con 0x7f986415eab0 2024-09-16T01:14:16.631 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:16.632 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:14:16.632 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 msgr2=0x7f985006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 0x7f985006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9854034000 tx=0x7f985402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 msgr2=0x7f986415a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f985c00cb40 tx=0x7f985c00a060 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 shutdown_connections 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f985006c2b0 0x7f985006e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f986415eab0 0x7f986415a390 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f98640b80c0 0x7f9864157730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 --2- 172.21.15.29:0/2026307620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f986406dae0 0x7f98640cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.631+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 >> 172.21.15.29:0/2026307620 conn(0x7f98640d4b30 msgr2=0x7f98640b47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.632+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 shutdown_connections 2024-09-16T01:14:16.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.632+0000 7f986a142640 1 -- 172.21.15.29:0/2026307620 wait complete. 2024-09-16T01:14:16.645 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:16.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.744+0000 7f9c20511640 1 Processor -- start 2024-09-16T01:14:16.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.744+0000 7f9c20511640 1 -- start start 2024-09-16T01:14:16.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c20511640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c180d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c20511640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c180d17e0 con 0x7f9c180b8b90 2024-09-16T01:14:16.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c20511640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c180cfc10 con 0x7f9c1815eab0 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c20511640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9c180d09d0 con 0x7f9c1806dcb0 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1daac640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9c180b8b90 0x7f9c180d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39222/0 (socket says 172.21.15.29:39222) 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1daac640 1 -- 172.21.15.29:0/3052906720 learned_addr learned my addr 172.21.15.29:0/3052906720 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c180d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 165147972 0 0) 0x7f9c180d17e0 con 0x7f9c180b8b90 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c04003520 con 0x7f9c180b8b90 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4185207452 0 0) 0x7f9c04003520 con 0x7f9c180b8b90 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 msgr2=0x7f9c180d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c180d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 >> v1:172.21.15.122:6789/0 conn(0x7f9c1815eab0 legacy=0x7f9c1806d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c180cfef0 con 0x7f9c180b8b90 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f9c08001670 con 0x7f9c180b8b90 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 >> v1:172.21.15.29:6789/0 conn(0x7f9c180b8b90 legacy=0x7f9c180d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c040039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c04003f20 0x7f9c04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c04004d40 0x7f9c040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9c180d09d0 con 0x7f9c04004d40 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0400ba20 con 0x7f9c04003f20 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.745+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9c0400bc20 con 0x7f9c1806dcb0 2024-09-16T01:14:16.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c04004d40 0x7f9c040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1daac640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c04003f20 0x7f9c04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1e2ad640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c040039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 -- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 msgr2=0x7f9c040039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c1806dcb0 0x7f9c040039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 -- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c04003f20 msgr2=0x7f9c04004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c04003f20 0x7f9c04004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.746+0000 7f9c1eaae640 1 -- 172.21.15.29:0/3052906720 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c04003520 con 0x7f9c04004d40 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c04004d40 0x7f9c040051c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009fc0 tx=0x7f9c04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5f8024be2eb8df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c10009c10 con 0x7f9c04004d40 2024-09-16T01:14:16.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c10036070 con 0x7f9c04004d40 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c1d2ab640 1 -- 172.21.15.29:0/3052906720 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c10031880 con 0x7f9c04004d40 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 -- 172.21.15.29:0/3052906720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c04004d40 msgr2=0x7f9c040051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 --2- 172.21.15.29:0/3052906720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c04004d40 0x7f9c040051c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009fc0 tx=0x7f9c04005830 comp rx=0 tx=0).stop 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c1eaae640 1 -- 172.21.15.29:0/3052906720 reap_dead start 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 -- 172.21.15.29:0/3052906720 shutdown_connections 2024-09-16T01:14:16.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 -- 172.21.15.29:0/3052906720 >> 172.21.15.29:0/3052906720 conn(0x7f9c180d4b30 msgr2=0x7f9c180d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 -- 172.21.15.29:0/3052906720 shutdown_connections 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.747+0000 7f9c20511640 1 -- 172.21.15.29:0/3052906720 wait complete. 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 Processor -- start 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 -- start start 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c04004d40 0x7f9c18153c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18160020 0x7f9c181604a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9c180d04b0 con 0x7f9c18161750 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1815ee90 con 0x7f9c18160020 2024-09-16T01:14:16.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c20511640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9c180ceb50 con 0x7f9c04004d40 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c1daac640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c1daac640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52710/0 (socket says 172.21.15.29:52710) 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.749+0000 7f9c1daac640 1 -- 172.21.15.29:0/1567057965 learned_addr learned my addr 172.21.15.29:0/1567057965 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1e2ad640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c04004d40 0x7f9c18153c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1eaae640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18160020 0x7f9c181604a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 -- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c04004d40 msgr2=0x7f9c18153c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c04004d40 0x7f9c18153c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 -- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18160020 msgr2=0x7f9c181604a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18160020 0x7f9c181604a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 -- 172.21.15.29:0/1567057965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c18155980 con 0x7f9c18161750 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c1daac640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9c08007340 tx=0x7f9c08007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0800f940 con 0x7f9c18161750 2024-09-16T01:14:16.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c08018070 con 0x7f9c18161750 2024-09-16T01:14:16.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c18155c60 con 0x7f9c18161750 2024-09-16T01:14:16.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0800fd40 con 0x7f9c18161750 2024-09-16T01:14:16.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.750+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c18156220 con 0x7f9c18161750 2024-09-16T01:14:16.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.751+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c18069ac0 con 0x7f9c18161750 2024-09-16T01:14:16.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.752+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c0801d460 con 0x7f9c18161750 2024-09-16T01:14:16.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.752+0000 7f9c0effd640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 0x7f9bfc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:16.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.752+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9c0808b470 con 0x7f9c18161750 2024-09-16T01:14:16.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.752+0000 7f9c1e2ad640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 0x7f9bfc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:16.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.753+0000 7f9c1e2ad640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 0x7f9bfc06e7a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9c14001910 tx=0x7f9c14009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:16.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.756+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c08059c70 con 0x7f9c18161750 2024-09-16T01:14:16.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.970+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c181563f0 con 0x7f9c18161750 2024-09-16T01:14:16.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.971+0000 7f9c0effd640 1 -- 172.21.15.29:0/1567057965 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5217 (secure 0 0 0) 0x7f9c08059570 con 0x7f9c18161750 2024-09-16T01:14:16.973 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:16.973 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-16T01:13:48:225703+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4260,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3822731572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3822731572},{"type":"v1","addr":"172.21.15.29:6834","nonce":3822731572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4263,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1057414332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1057414332},{"type":"v1","addr":"172.21.15.29:6835","nonce":1057414332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2763695882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6835","nonce":2763695882},{"type":"v1","addr":"172.21.15.122:6837","nonce":2763695882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:13:44.558195+0000","modified":"2024-09-16T01:13:47.378181+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.122:6836/99260241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":99260241},{"type":"v1","addr":"172.21.15.122:6836","nonce":99260241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4291,"qdb_cluster":[4291]},"id":1}]} 2024-09-16T01:14:16.973 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.972+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 msgr2=0x7f9bfc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 0x7f9bfc06e7a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9c14001910 tx=0x7f9c14009040 comp rx=0 tx=0).stop 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 msgr2=0x7f9c18161bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9c08007340 tx=0x7f9c08007800 comp rx=0 tx=0).stop 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 shutdown_connections 2024-09-16T01:14:16.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9bfc06c2e0 0x7f9bfc06e7a0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9c18160020 0x7f9c181604a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c18161750 0x7f9c18161bd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 --2- 172.21.15.29:0/1567057965 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9c04004d40 0x7f9c18153c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 >> 172.21.15.29:0/1567057965 conn(0x7f9c180d4b30 msgr2=0x7f9c180ca400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 shutdown_connections 2024-09-16T01:14:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:16.973+0000 7f9c20511640 1 -- 172.21.15.29:0/1567057965 wait complete. 2024-09-16T01:14:16.985 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:17.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.085+0000 7fcb54d2c640 1 Processor -- start 2024-09-16T01:14:17.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.085+0000 7fcb54d2c640 1 -- start start 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb54d2c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fcb5015e7c0 0x7fcb50162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb54d2c640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb500b39a0 con 0x7fcb500cf480 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb54d2c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb5015eba0 con 0x7fcb500b6a40 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb54d2c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fcb501630d0 con 0x7fcb5015e7c0 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb47fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcb500cf480 0x7fcb500b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39228/0 (socket says 172.21.15.29:39228) 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb47fff640 1 -- 172.21.15.29:0/2398272407 learned_addr learned my addr 172.21.15.29:0/2398272407 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb4e59c640 1 --2- 172.21.15.29:0/2398272407 >> v2:172.21.15.122:3300/0 conn(0x7fcb5015e7c0 0x7fcb50162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3151603039 0 0) 0x7fcb500b39a0 con 0x7fcb500cf480 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.086+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb3c003520 con 0x7fcb500cf480 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3259115630 0 0) 0x7fcb3c003520 con 0x7fcb500cf480 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 >> v2:172.21.15.122:3300/0 conn(0x7fcb5015e7c0 msgr2=0x7fcb50162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:17.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 --2- 172.21.15.29:0/2398272407 >> v2:172.21.15.122:3300/0 conn(0x7fcb5015e7c0 0x7fcb50162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 >> v1:172.21.15.122:6789/0 conn(0x7fcb500b6a40 legacy=0x7fcb500b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb500cfc60 con 0x7fcb500cf480 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fcb38001670 con 0x7fcb500cf480 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 >> v1:172.21.15.29:6789/0 conn(0x7fcb500cf480 legacy=0x7fcb500b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb3c0039b0 0x7fcb3c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb3c0043b0 0x7fcb3c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb3c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb501630d0 con 0x7fcb3c005080 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c00bf30 con 0x7fcb3c0043b0 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcb3c00c130 con 0x7fcb3c0039b0 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb3c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb47fff640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb3c0043b0 0x7fcb3c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4e59c640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb3c0039b0 0x7fcb3c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 -- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb3c0039b0 msgr2=0x7fcb3c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb3c0039b0 0x7fcb3c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 -- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb3c0043b0 msgr2=0x7fcb3c004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb3c0043b0 0x7fcb3c004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.087+0000 7fcb4ed9d640 1 -- 172.21.15.29:0/2398272407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3c003520 con 0x7fcb3c005080 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.088+0000 7fcb4ed9d640 1 -- 172.21.15.29:0/2398272407 reap_dead start 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.088+0000 7fcb4ed9d640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb3c00b9c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcb501620e0 tx=0x7fcb3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f53ea90af4a14be0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.088+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb48001d00 con 0x7fcb3c005080 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.088+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb48003b90 con 0x7fcb3c005080 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.088+0000 7fcb4dd9b640 1 -- 172.21.15.29:0/2398272407 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb48005110 con 0x7fcb3c005080 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 -- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 msgr2=0x7fcb3c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb3c00b9c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcb501620e0 tx=0x7fcb3c005830 comp rx=0 tx=0).stop 2024-09-16T01:14:17.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 -- 172.21.15.29:0/2398272407 shutdown_connections 2024-09-16T01:14:17.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/2398272407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb3c00b9c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 -- 172.21.15.29:0/2398272407 >> 172.21.15.29:0/2398272407 conn(0x7fcb500d1320 msgr2=0x7fcb500d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:17.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 -- 172.21.15.29:0/2398272407 shutdown_connections 2024-09-16T01:14:17.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.089+0000 7fcb54d2c640 1 -- 172.21.15.29:0/2398272407 wait complete. 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.090+0000 7fcb54d2c640 1 Processor -- start 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.090+0000 7fcb54d2c640 1 -- start start 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb500cdf90 0x7fcb500b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb500aaf70 0x7fcb500b4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5015f100 con 0x7fcb3c005080 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5015ee20 con 0x7fcb500cdf90 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb54d2c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcb5015f3e0 con 0x7fcb500aaf70 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52718/0 (socket says 172.21.15.29:52718) 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 -- 172.21.15.29:0/577803949 learned_addr learned my addr 172.21.15.29:0/577803949 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb47fff640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb500cdf90 0x7fcb500b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4ed9d640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb500aaf70 0x7fcb500b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 -- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb500aaf70 msgr2=0x7fcb500b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb500aaf70 0x7fcb500b4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 -- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb500cdf90 msgr2=0x7fcb500b2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb500cdf90 0x7fcb500b2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 -- 172.21.15.29:0/577803949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb501f83d0 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.091+0000 7fcb4e59c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcb400118e0 tx=0x7fcb40011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.092+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4000f9d0 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.092+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4000fb70 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.092+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb501f86b0 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.092+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb40014440 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.092+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb501f8c70 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.093+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb5015f900 con 0x7fcb3c005080 2024-09-16T01:14:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.093+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb40012040 con 0x7fcb3c005080 2024-09-16T01:14:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.094+0000 7fcb46ffd640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 0x7fcb3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.094+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcb4008b900 con 0x7fcb3c005080 2024-09-16T01:14:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.094+0000 7fcb47fff640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 0x7fcb3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.094+0000 7fcb47fff640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 0x7fcb3006e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcb5015e140 tx=0x7fcb38000ed0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.098+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb40019030 con 0x7fcb3c005080 2024-09-16T01:14:17.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.278+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb500d5230 con 0x7fcb3c005080 2024-09-16T01:14:17.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.279+0000 7fcb46ffd640 1 -- 172.21.15.29:0/577803949 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fcb4005a070 con 0x7fcb3c005080 2024-09-16T01:14:17.281 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:17.281 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:13:46.220219+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:13:42.442454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:13:43.555188+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 msgr2=0x7fcb3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 0x7fcb3006e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcb5015e140 tx=0x7fcb38000ed0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 msgr2=0x7fcb5015c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcb400118e0 tx=0x7fcb40011ce0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 shutdown_connections 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb3006c2b0 0x7fcb3006e770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb500aaf70 0x7fcb500b4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb500cdf90 0x7fcb500b2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 --2- 172.21.15.29:0/577803949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb3c005080 0x7fcb5015c8a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 >> 172.21.15.29:0/577803949 conn(0x7fcb500d1320 msgr2=0x7fcb500b5560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:17.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 shutdown_connections 2024-09-16T01:14:17.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.281+0000 7fcb54d2c640 1 -- 172.21.15.29:0/577803949 wait complete. 2024-09-16T01:14:17.294 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:14:17.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.395+0000 7f389bc53640 1 Processor -- start 2024-09-16T01:14:17.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.395+0000 7f389bc53640 1 -- start start 2024-09-16T01:14:17.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389bc53640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f38940b6a40 0x7f3894162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389bc53640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f38940cf480 0x7f38940b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389bc53640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38940b39a0 con 0x7f389415e7c0 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389bc53640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f38941630d0 con 0x7f38940b6a40 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389bc53640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f389415eba0 con 0x7f38940cf480 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f38940b6a40 0x7f3894162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f38940b6a40 0x7f3894162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48804/0 (socket says 172.21.15.29:48804) 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 -- 172.21.15.29:0/1985370264 learned_addr learned my addr 172.21.15.29:0/1985370264 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f389a1f0640 1 --2- 172.21.15.29:0/1985370264 >> v2:172.21.15.122:3300/0 conn(0x7f38940cf480 0x7f38940b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 -- 172.21.15.29:0/1985370264 >> v2:172.21.15.122:3300/0 conn(0x7f38940cf480 msgr2=0x7f38940b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 --2- 172.21.15.29:0/1985370264 >> v2:172.21.15.122:3300/0 conn(0x7f38940cf480 0x7f38940b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 -- 172.21.15.29:0/1985370264 >> v1:172.21.15.122:6789/0 conn(0x7f389415e7c0 legacy=0x7f38940b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.396+0000 7f38991ee640 1 -- 172.21.15.29:0/1985370264 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38940cfc60 con 0x7f38940b6a40 2024-09-16T01:14:17.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.397+0000 7f38991ee640 1 --2- 172.21.15.29:0/1985370264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940b6a40 0x7f3894162b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f38940d0e10 tx=0x7f388402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b423949648a1db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.397+0000 7f38989ed640 1 -- 172.21.15.29:0/1985370264 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3884037070 con 0x7f38940b6a40 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.397+0000 7f38989ed640 1 -- 172.21.15.29:0/1985370264 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f388402ae50 con 0x7f38940b6a40 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.397+0000 7f38989ed640 1 -- 172.21.15.29:0/1985370264 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3884032860 con 0x7f38940b6a40 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 -- 172.21.15.29:0/1985370264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940b6a40 msgr2=0x7f3894162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 --2- 172.21.15.29:0/1985370264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940b6a40 0x7f3894162b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f38940d0e10 tx=0x7f388402a300 comp rx=0 tx=0).stop 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 -- 172.21.15.29:0/1985370264 shutdown_connections 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 --2- 172.21.15.29:0/1985370264 >> v2:172.21.15.122:3300/0 conn(0x7f38940cf480 0x7f38940b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 --2- 172.21.15.29:0/1985370264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940b6a40 0x7f3894162b90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 -- 172.21.15.29:0/1985370264 >> 172.21.15.29:0/1985370264 conn(0x7f38940d1320 msgr2=0x7f38940d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 -- 172.21.15.29:0/1985370264 shutdown_connections 2024-09-16T01:14:17.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.398+0000 7f389bc53640 1 -- 172.21.15.29:0/1985370264 wait complete. 2024-09-16T01:14:17.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.399+0000 7f389bc53640 1 Processor -- start 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.399+0000 7f389bc53640 1 -- start start 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 0x7f3894155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f389415e7c0 0x7f38940b9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f389415f100 con 0x7f38940cf480 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f389415ee20 con 0x7f389415e7c0 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389bc53640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f389415f3e0 con 0x7f38940b6a40 2024-09-16T01:14:17.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f38991ee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f38991ee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48816/0 (socket says 172.21.15.29:48816) 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f38991ee640 1 -- 172.21.15.29:0/1443277257 learned_addr learned my addr 172.21.15.29:0/1443277257 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f389a1f0640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f389415e7c0 0x7f38940b9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.400+0000 7f38999ef640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 0x7f3894155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 -- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 msgr2=0x7f3894155510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 0x7f3894155510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 -- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f389415e7c0 msgr2=0x7f38940b9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f389415e7c0 0x7f38940b9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 -- 172.21.15.29:0/1443277257 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38940b94c0 con 0x7f38940cf480 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38999ef640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 0x7f3894155510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f38991ee640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f388402a340 tx=0x7f38840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3884041020 con 0x7f38940cf480 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f388403c670 con 0x7f38940cf480 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3894155ef0 con 0x7f38940cf480 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3884037040 con 0x7f38940cf480 2024-09-16T01:14:17.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.401+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38941f8fa0 con 0x7f38940cf480 2024-09-16T01:14:17.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.402+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38940b6240 con 0x7f38940cf480 2024-09-16T01:14:17.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.403+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3884044020 con 0x7f38940cf480 2024-09-16T01:14:17.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.403+0000 7f388a7fc640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 0x7f387806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.403+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f38840aba90 con 0x7f38940cf480 2024-09-16T01:14:17.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.403+0000 7f38999ef640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 0x7f387806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.404+0000 7f38999ef640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 0x7f387806e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3890001660 tx=0x7f3890009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.407+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38940b6240 con 0x7f38940cf480 2024-09-16T01:14:17.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.621+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f389415f900 con 0x7f38940cf480 2024-09-16T01:14:17.623 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-16T01:14:17.621+0000 7f439e395640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:14:17.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.622+0000 7f388a7fc640 1 -- 172.21.15.29:0/1443277257 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7f388404b030 con 0x7f38940cf480 2024-09-16T01:14:17.625 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 msgr2=0x7f387806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 0x7f387806e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3890001660 tx=0x7f3890009040 comp rx=0 tx=0).stop 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 msgr2=0x7f38941f8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f388402a340 tx=0x7f38840046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 shutdown_connections 2024-09-16T01:14:17.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f387806c2b0 0x7f387806e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f389415e7c0 0x7f38940b9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38940cf480 0x7f38941f8a60 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 --2- 172.21.15.29:0/1443277257 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f38940b6a40 0x7f3894155510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 >> 172.21.15.29:0/1443277257 conn(0x7f38940d1320 msgr2=0x7f3894074c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 shutdown_connections 2024-09-16T01:14:17.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.625+0000 7f389bc53640 1 -- 172.21.15.29:0/1443277257 wait complete. 2024-09-16T01:14:17.630 INFO:tasks.ceph.mds.b.smithi122.stderr: -2073> 2024-09-16T01:13:50.194+0000 7f0ce60fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:14:17.638 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:14:17.659 INFO:tasks.ceph.mds.b.smithi122.stdout:starting mds.b at 2024-09-16T01:14:17.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.740+0000 7f2af1223640 1 Processor -- start 2024-09-16T01:14:17.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.740+0000 7f2af1223640 1 -- start start 2024-09-16T01:14:17.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2af1223640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f2aec15e7f0 0x7f2aec0cf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2af1223640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2aec06c7f0 0x7f2aec0b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2af1223640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2aec0cfcc0 con 0x7f2aec0cf7b0 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2af1223640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f2aec0cffa0 con 0x7f2aec06c7f0 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2af1223640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f2aec0d0280 con 0x7f2aec15e7f0 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2aec06c7f0 0x7f2aec0b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2aec06c7f0 0x7f2aec0b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48818/0 (socket says 172.21.15.29:48818) 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 -- 172.21.15.29:0/188673485 learned_addr learned my addr 172.21.15.29:0/188673485 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aead9d640 1 --2- 172.21.15.29:0/188673485 >> v2:172.21.15.122:3300/0 conn(0x7f2aec15e7f0 0x7f2aec0cf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 -- 172.21.15.29:0/188673485 >> v2:172.21.15.122:3300/0 conn(0x7f2aec15e7f0 msgr2=0x7f2aec0cf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 --2- 172.21.15.29:0/188673485 >> v2:172.21.15.122:3300/0 conn(0x7f2aec15e7f0 0x7f2aec0cf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 -- 172.21.15.29:0/188673485 >> v1:172.21.15.122:6789/0 conn(0x7f2aec0cf7b0 legacy=0x7f2aec06c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.741+0000 7f2aeb59e640 1 -- 172.21.15.29:0/188673485 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec0d0560 con 0x7f2aec06c7f0 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.742+0000 7f2aeb59e640 1 --2- 172.21.15.29:0/188673485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec06c7f0 0x7f2aec0b75f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2aec08d790 tx=0x7f2ae402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da0f89167ba7942b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.742+0000 7f2ae9d9b640 1 -- 172.21.15.29:0/188673485 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4036070 con 0x7f2aec06c7f0 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.742+0000 7f2ae9d9b640 1 -- 172.21.15.29:0/188673485 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ae4031600 con 0x7f2aec06c7f0 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.742+0000 7f2ae9d9b640 1 -- 172.21.15.29:0/188673485 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40319f0 con 0x7f2aec06c7f0 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 -- 172.21.15.29:0/188673485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec06c7f0 msgr2=0x7f2aec0b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 --2- 172.21.15.29:0/188673485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec06c7f0 0x7f2aec0b75f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2aec08d790 tx=0x7f2ae402a7c0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 -- 172.21.15.29:0/188673485 shutdown_connections 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 --2- 172.21.15.29:0/188673485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec06c7f0 0x7f2aec0b75f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 --2- 172.21.15.29:0/188673485 >> v2:172.21.15.122:3300/0 conn(0x7f2aec15e7f0 0x7f2aec0cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 -- 172.21.15.29:0/188673485 >> 172.21.15.29:0/188673485 conn(0x7f2aec0d44e0 msgr2=0x7f2aec0d48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:17.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 -- 172.21.15.29:0/188673485 shutdown_connections 2024-09-16T01:14:17.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.743+0000 7f2af1223640 1 -- 172.21.15.29:0/188673485 wait complete. 2024-09-16T01:14:17.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.744+0000 7f2af1223640 1 Processor -- start 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.744+0000 7f2af1223640 1 -- start start 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 0x7f2aec1f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2aec0cf7b0 0x7f2aec15afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec0cee70 con 0x7f2aec15e7f0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec0cecf0 con 0x7f2aec06c7f0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2af1223640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f2aec0b7b30 con 0x7f2aec0cf7b0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48834/0 (socket says 172.21.15.29:48834) 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 -- 172.21.15.29:0/4118089863 learned_addr learned my addr 172.21.15.29:0/4118089863 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aead9d640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 0x7f2aec1f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aea59c640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2aec0cf7b0 0x7f2aec15afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 -- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2aec0cf7b0 msgr2=0x7f2aec15afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2aec0cf7b0 0x7f2aec15afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 -- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 msgr2=0x7f2aec1f41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 0x7f2aec1f41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aeb59e640 1 -- 172.21.15.29:0/4118089863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec0ce810 con 0x7f2aec15e7f0 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.745+0000 7f2aead9d640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 0x7f2aec1f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2aeb59e640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402adb0 tx=0x7f2ae4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4036050 con 0x7f2aec15e7f0 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ae4037040 con 0x7f2aec15e7f0 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4009510 con 0x7f2aec15e7f0 2024-09-16T01:14:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aec0cb750 con 0x7f2aec15e7f0 2024-09-16T01:14:17.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.746+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aec1604e0 con 0x7f2aec15e7f0 2024-09-16T01:14:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.747+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aec0b75f0 con 0x7f2aec15e7f0 2024-09-16T01:14:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.748+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ae4044020 con 0x7f2aec15e7f0 2024-09-16T01:14:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.748+0000 7f2ad37fe640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 0x7f2ad806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.748+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f2ae40ab680 con 0x7f2aec15e7f0 2024-09-16T01:14:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.748+0000 7f2aead9d640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 0x7f2ad806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.749+0000 7f2aead9d640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 0x7f2ad806e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2adc009e90 tx=0x7f2adc009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.752+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2ae404b020 con 0x7f2aec15e7f0 2024-09-16T01:14:17.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:17.967+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2aec0b9bc0 con 0x7f2aec15e7f0 2024-09-16T01:14:18.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.624+0000 7f2ad37fe640 1 -- 172.21.15.29:0/4118089863 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7f2aec0ce810 con 0x7f2aec15e7f0 2024-09-16T01:14:18.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 msgr2=0x7f2ad806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:18.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 0x7f2ad806e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2adc009e90 tx=0x7f2adc009190 comp rx=0 tx=0).stop 2024-09-16T01:14:18.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 msgr2=0x7f2aec1519e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:18.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402adb0 tx=0x7f2ae4004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:18.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 shutdown_connections 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f2ad806c2b0 0x7f2ad806e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2aec15e7f0 0x7f2aec1519e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f2aec0cf7b0 0x7f2aec15afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 --2- 172.21.15.29:0/4118089863 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2aec06c7f0 0x7f2aec1f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 >> 172.21.15.29:0/4118089863 conn(0x7f2aec0d44e0 msgr2=0x7f2aec0b4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 shutdown_connections 2024-09-16T01:14:18.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.627+0000 7f2af1223640 1 -- 172.21.15.29:0/4118089863 wait complete. 2024-09-16T01:14:18.645 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:14:18.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.756+0000 7f4f9ada6640 1 Processor -- start 2024-09-16T01:14:18.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.756+0000 7f4f9ada6640 1 -- start start 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 0x7f4f94162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f940b3340 0x7f4f940d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 0x7f4f940b6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4f940cfef0 con 0x7f4f940b3340 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f4f940cec00 con 0x7f4f9415e6a0 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f9ada6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4f940cee50 con 0x7f4f940d18c0 2024-09-16T01:14:18.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f93fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f940b3340 0x7f4f940d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f93fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f940b3340 0x7f4f940d1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48840/0 (socket says 172.21.15.29:48840) 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.757+0000 7f4f93fff640 1 -- 172.21.15.29:0/3983053904 learned_addr learned my addr 172.21.15.29:0/3983053904 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f99343640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 0x7f4f940b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f98b42640 1 --2- 172.21.15.29:0/3983053904 >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 0x7f4f94162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 -- 172.21.15.29:0/3983053904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 msgr2=0x7f4f940b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 0x7f4f940b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 -- 172.21.15.29:0/3983053904 >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 msgr2=0x7f4f94162bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 --2- 172.21.15.29:0/3983053904 >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 0x7f4f94162bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 -- 172.21.15.29:0/3983053904 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f940cf130 con 0x7f4f940b3340 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f99343640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 0x7f4f940b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:18.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f98b42640 1 --2- 172.21.15.29:0/3983053904 >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 0x7f4f94162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.758+0000 7f4f93fff640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940b3340 0x7f4f940d1380 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4f940d5690 tx=0x7f4f8802a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44146b6020da762e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f937fe640 1 -- 172.21.15.29:0/3983053904 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88036070 con 0x7f4f940b3340 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f937fe640 1 -- 172.21.15.29:0/3983053904 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f88031600 con 0x7f4f940b3340 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f937fe640 1 -- 172.21.15.29:0/3983053904 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f880319d0 con 0x7f4f940b3340 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 -- 172.21.15.29:0/3983053904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940b3340 msgr2=0x7f4f940d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940b3340 0x7f4f940d1380 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4f940d5690 tx=0x7f4f8802a690 comp rx=0 tx=0).stop 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 -- 172.21.15.29:0/3983053904 shutdown_connections 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f940d18c0 0x7f4f940b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/3983053904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940b3340 0x7f4f940d1380 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/3983053904 >> v2:172.21.15.122:3300/0 conn(0x7f4f9415e6a0 0x7f4f94162bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 -- 172.21.15.29:0/3983053904 >> 172.21.15.29:0/3983053904 conn(0x7f4f9406dae0 msgr2=0x7f4f9406def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:18.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 -- 172.21.15.29:0/3983053904 shutdown_connections 2024-09-16T01:14:18.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.759+0000 7f4f9ada6640 1 -- 172.21.15.29:0/3983053904 wait complete. 2024-09-16T01:14:18.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.760+0000 7f4f9ada6640 1 Processor -- start 2024-09-16T01:14:18.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.761+0000 7f4f9ada6640 1 -- start start 2024-09-16T01:14:18.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.761+0000 7f4f9ada6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f940b3340 0x7f4f9415d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.761+0000 7f4f9ada6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.761+0000 7f4f9ada6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9415e6a0 0x7f4f94161620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.761+0000 7f4f9ada6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f940cf9d0 con 0x7f4f940d18c0 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f9ada6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4f940cf6f0 con 0x7f4f940b3340 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f9ada6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4f941630f0 con 0x7f4f9415e6a0 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48856/0 (socket says 172.21.15.29:48856) 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 -- 172.21.15.29:0/2449090011 learned_addr learned my addr 172.21.15.29:0/2449090011 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f99343640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9415e6a0 0x7f4f94161620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f98b42640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f940b3340 0x7f4f9415d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 -- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9415e6a0 msgr2=0x7f4f94161620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9415e6a0 0x7f4f94161620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 -- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f940b3340 msgr2=0x7f4f9415d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f940b3340 0x7f4f9415d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 -- 172.21.15.29:0/2449090011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f940cb680 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f93fff640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4f88000f80 tx=0x7f4f88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88036050 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f88042070 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f940cb960 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88009510 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.762+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f940cbf20 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.764+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f940d2330 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.764+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f88007c70 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.764+0000 7f4f917fa640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 0x7f4f8006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.764+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f4f880ac410 con 0x7f4f940d18c0 2024-09-16T01:14:18.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.765+0000 7f4f98b42640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 0x7f4f8006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:18.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.765+0000 7f4f98b42640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 0x7f4f8006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4f94160890 tx=0x7f4f84008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:18.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.769+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f8807ab20 con 0x7f4f940d18c0 2024-09-16T01:14:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:18.948+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4f940b51a0 con 0x7f4f940d18c0 2024-09-16T01:14:19.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.628+0000 7f4f917fa640 1 -- 172.21.15.29:0/2449090011 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f4f8807a420 con 0x7f4f940d18c0 2024-09-16T01:14:19.630 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:14:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 msgr2=0x7f4f8006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 0x7f4f8006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4f94160890 tx=0x7f4f84008040 comp rx=0 tx=0).stop 2024-09-16T01:14:19.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 msgr2=0x7f4f941f46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4f88000f80 tx=0x7f4f88004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:19.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 shutdown_connections 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4f8006c2b0 0x7f4f8006e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4f9415e6a0 0x7f4f94161620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f940d18c0 0x7f4f941f46f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 --2- 172.21.15.29:0/2449090011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f940b3340 0x7f4f9415d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 >> 172.21.15.29:0/2449090011 conn(0x7f4f9406dae0 msgr2=0x7f4f9406dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 shutdown_connections 2024-09-16T01:14:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.632+0000 7f4f9ada6640 1 -- 172.21.15.29:0/2449090011 wait complete. 2024-09-16T01:14:19.649 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:14:19.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.759+0000 7f0618f13640 1 Processor -- start 2024-09-16T01:14:19.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.759+0000 7f0618f13640 1 -- start start 2024-09-16T01:14:19.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0618f13640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06140d1a90 0x7f06140d3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:19.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0618f13640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f061415f7e0 con 0x7f0614162420 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0618f13640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f061415fac0 con 0x7f061415e7c0 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0618f13640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f061415fda0 con 0x7f06140d1a90 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0612d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06140d1a90 0x7f06140d3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f060bfff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0614162420 0x7f06140d1380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:41550/0 (socket says 172.21.15.29:41550) 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f060bfff640 1 -- 172.21.15.29:0/237425501 learned_addr learned my addr 172.21.15.29:0/237425501 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0612d9d640 1 -- 172.21.15.29:0/237425501 >> v1:172.21.15.122:6789/0 conn(0x7f061415e7c0 legacy=0x7f06140cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0612d9d640 1 -- 172.21.15.29:0/237425501 >> v1:172.21.15.29:6789/0 conn(0x7f0614162420 legacy=0x7f06140d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0612d9d640 1 -- 172.21.15.29:0/237425501 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06140cef40 con 0x7f06140d1a90 2024-09-16T01:14:19.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.760+0000 7f0611d9b640 1 -- 172.21.15.29:0/237425501 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 691131223 0 0) 0x7f061415f7e0 con 0x7f0614162420 2024-09-16T01:14:19.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.761+0000 7f0612d9d640 1 --2- 172.21.15.29:0/237425501 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06140d1a90 0x7f06140d3ae0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fd4f3684c1d8a12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.761+0000 7f0611d9b640 1 -- 172.21.15.29:0/237425501 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c031600 con 0x7f06140d1a90 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.761+0000 7f0611d9b640 1 -- 172.21.15.29:0/237425501 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f060c0317a0 con 0x7f06140d1a90 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.761+0000 7f0611d9b640 1 -- 172.21.15.29:0/237425501 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c031b70 con 0x7f06140d1a90 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 -- 172.21.15.29:0/237425501 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06140d1a90 msgr2=0x7f06140d3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 --2- 172.21.15.29:0/237425501 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06140d1a90 0x7f06140d3ae0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c02a610 comp rx=0 tx=0).stop 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 -- 172.21.15.29:0/237425501 shutdown_connections 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 --2- 172.21.15.29:0/237425501 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06140d1a90 0x7f06140d3ae0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 -- 172.21.15.29:0/237425501 >> 172.21.15.29:0/237425501 conn(0x7f061406dae0 msgr2=0x7f061406def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 -- 172.21.15.29:0/237425501 shutdown_connections 2024-09-16T01:14:19.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.762+0000 7f0618f13640 1 -- 172.21.15.29:0/237425501 wait complete. 2024-09-16T01:14:19.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.763+0000 7f0618f13640 1 Processor -- start 2024-09-16T01:14:19.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.763+0000 7f0618f13640 1 -- start start 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f06140d1a90 0x7f06141f4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f061415e7c0 0x7f061415da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f06140d4020 con 0x7f0614162420 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f06140cf2b0 con 0x7f061415e7c0 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0618f13640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f06140d41a0 con 0x7f06140d1a90 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0612d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0612d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48884/0 (socket says 172.21.15.29:48884) 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f0612d9d640 1 -- 172.21.15.29:0/1999946910 learned_addr learned my addr 172.21.15.29:0/1999946910 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f061259c640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f06140d1a90 0x7f06141f4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:19.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.764+0000 7f060bfff640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f061415e7c0 0x7f061415da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 -- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f06140d1a90 msgr2=0x7f06141f4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f06140d1a90 0x7f06141f4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 -- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f061415e7c0 msgr2=0x7f061415da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f061415e7c0 0x7f061415da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 -- 172.21.15.29:0/1999946910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06141f7e20 con 0x7f0614162420 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0612d9d640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c040070 con 0x7f0614162420 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f060c030be0 con 0x7f0614162420 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06141f8100 con 0x7f0614162420 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c009450 con 0x7f0614162420 2024-09-16T01:14:19.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.765+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06141f86c0 con 0x7f0614162420 2024-09-16T01:14:19.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.766+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06140d23a0 con 0x7f0614162420 2024-09-16T01:14:19.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.767+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f060c039040 con 0x7f0614162420 2024-09-16T01:14:19.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.767+0000 7f060affd640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 0x7f05f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:19.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.767+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f060c0abf90 con 0x7f0614162420 2024-09-16T01:14:19.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.767+0000 7f061259c640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 0x7f05f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:19.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.768+0000 7f061259c640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 0x7f05f406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0604004f60 tx=0x7f0604007e30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:19.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.771+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f060c07a2a0 con 0x7f0614162420 2024-09-16T01:14:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:19.946+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f06140d28b0 con 0x7f0614162420 2024-09-16T01:14:20.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.635+0000 7f060affd640 1 -- 172.21.15.29:0/1999946910 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f060c07e5a0 con 0x7f0614162420 2024-09-16T01:14:20.637 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-16T01:14:20.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.638+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 msgr2=0x7f05f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:20.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.638+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 0x7f05f406e770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0604004f60 tx=0x7f0604007e30 comp rx=0 tx=0).stop 2024-09-16T01:14:20.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.638+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 msgr2=0x7f06141619e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:20.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.638+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f060c009d90 tx=0x7f060c004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 shutdown_connections 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f05f406c2b0 0x7f05f406e770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0614162420 0x7f06141619e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f061415e7c0 0x7f061415da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 --2- 172.21.15.29:0/1999946910 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f06140d1a90 0x7f06141f4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 >> 172.21.15.29:0/1999946910 conn(0x7f061406dae0 msgr2=0x7f06140b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:20.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 shutdown_connections 2024-09-16T01:14:20.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:20.639+0000 7f0618f13640 1 -- 172.21.15.29:0/1999946910 wait complete. 2024-09-16T01:14:20.657 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T01:14:20.657 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T01:14:20.657 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:14:20.657 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:20.657 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T01:14:20.657 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T01:14:20.658 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:14:20.658 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:20.658 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T01:14:20.658 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T01:14:20.658 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:14:20.658 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:20.658 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T01:14:20.659 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T01:14:20.659 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:14:20.659 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:14:20.669 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:14:20.669 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T01:14:20.671 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:14:20.671 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T01:14:20.711 INFO:tasks.ceph.mds.c:Started 2024-09-16T01:14:20.712 DEBUG:teuthology.parallel:result is None 2024-09-16T01:14:20.715 INFO:tasks.ceph.mds.d:Started 2024-09-16T01:14:20.715 DEBUG:teuthology.parallel:result is None 2024-09-16T01:14:20.793 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-16T01:14:20.796 INFO:tasks.ceph.mds.d.smithi122.stdout:starting mds.d at 2024-09-16T01:14:22.331 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-16T01:14:22.331 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-16T01:14:26.669 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:14:26.670 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T01:14:26.671 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:14:26.671 DEBUG:teuthology.orchestra.run.smithi122:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T01:14:26.674 INFO:tasks.ceph.mds.a:Started 2024-09-16T01:14:26.674 DEBUG:teuthology.parallel:result is None 2024-09-16T01:14:26.674 INFO:tasks.ceph.mds.b:Started 2024-09-16T01:14:26.675 DEBUG:teuthology.parallel:result is None 2024-09-16T01:14:26.675 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T01:14:26.756 INFO:tasks.ceph.mds.b.smithi122.stdout:starting mds.b at 2024-09-16T01:14:26.761 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-16T01:14:26.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.788+0000 7f537215b640 1 Processor -- start 2024-09-16T01:14:26.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.788+0000 7f537215b640 1 -- start start 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f537215b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f536c0b6a40 0x7f536c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f537215b640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f536c0b39a0 con 0x7f536c0cf480 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f537215b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f536c15eba0 con 0x7f536c15e7c0 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f537215b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f536c1630d0 con 0x7f536c0b6a40 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f5362ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f536c0b6a40 0x7f536c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f5362ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f536c0b6a40 0x7f536c162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48928/0 (socket says 172.21.15.29:48928) 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f5362ffd640 1 -- 172.21.15.29:0/2100625285 learned_addr learned my addr 172.21.15.29:0/2100625285 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.789+0000 7f536bfff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f536c0cf480 0x7f536c0b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:41568/0 (socket says 172.21.15.29:41568) 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.790+0000 7f5362ffd640 1 -- 172.21.15.29:0/2100625285 >> v1:172.21.15.122:6789/0 conn(0x7f536c15e7c0 legacy=0x7f536c0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.790+0000 7f5362ffd640 1 -- 172.21.15.29:0/2100625285 >> v1:172.21.15.29:6789/0 conn(0x7f536c0cf480 legacy=0x7f536c0b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:26.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.790+0000 7f5362ffd640 1 -- 172.21.15.29:0/2100625285 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536c0cfc60 con 0x7f536c0b6a40 2024-09-16T01:14:26.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.790+0000 7f536affd640 1 -- 172.21.15.29:0/2100625285 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2353969648 0 0) 0x7f536c0b39a0 con 0x7f536c0cf480 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.790+0000 7f5362ffd640 1 --2- 172.21.15.29:0/2100625285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c162b90 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5354009870 tx=0x7f535402a3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6307c5961a5c8d2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f536affd640 1 -- 172.21.15.29:0/2100625285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354037070 con 0x7f536c0b6a40 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f536affd640 1 -- 172.21.15.29:0/2100625285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5354032640 con 0x7f536c0b6a40 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f536affd640 1 -- 172.21.15.29:0/2100625285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5354032a10 con 0x7f536c0b6a40 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 -- 172.21.15.29:0/2100625285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 msgr2=0x7f536c162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 --2- 172.21.15.29:0/2100625285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c162b90 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5354009870 tx=0x7f535402a3c0 comp rx=0 tx=0).stop 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 -- 172.21.15.29:0/2100625285 shutdown_connections 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 --2- 172.21.15.29:0/2100625285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c162b90 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:26.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 -- 172.21.15.29:0/2100625285 >> 172.21.15.29:0/2100625285 conn(0x7f536c0d1320 msgr2=0x7f536c0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:26.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 -- 172.21.15.29:0/2100625285 shutdown_connections 2024-09-16T01:14:26.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.791+0000 7f537215b640 1 -- 172.21.15.29:0/2100625285 wait complete. 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.793+0000 7f537215b640 1 Processor -- start 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.793+0000 7f537215b640 1 -- start start 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.793+0000 7f537215b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f536c0cf480 0x7f536c0cbf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f536c15e7c0 0x7f536c15cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f536c15f100 con 0x7f536c0b6a40 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f536c15ee20 con 0x7f536c0cf480 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f536c15f3e0 con 0x7f536c15e7c0 2024-09-16T01:14:26.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48936/0 (socket says 172.21.15.29:48936) 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 -- 172.21.15.29:0/1610240293 learned_addr learned my addr 172.21.15.29:0/1610240293 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f5362ffd640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f536c0cf480 0x7f536c0cbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536bfff640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f536c15e7c0 0x7f536c15cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 -- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f536c15e7c0 msgr2=0x7f536c15cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f536c15e7c0 0x7f536c15cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 -- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f536c0cf480 msgr2=0x7f536c0cbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f536c0cf480 0x7f536c0cbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 -- 172.21.15.29:0/1610240293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536c0ac370 con 0x7f536c0b6a40 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f536b7fe640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f535c00c430 tx=0x7f535c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535c017070 con 0x7f536c0b6a40 2024-09-16T01:14:26.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f535c0052d0 con 0x7f536c0b6a40 2024-09-16T01:14:26.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f536c0cc8e0 con 0x7f536c0b6a40 2024-09-16T01:14:26.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.794+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535c003830 con 0x7f536c0b6a40 2024-09-16T01:14:26.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.795+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f536c1e8780 con 0x7f536c0b6a40 2024-09-16T01:14:26.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.796+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f536c15f900 con 0x7f536c0b6a40 2024-09-16T01:14:26.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.796+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f535c01a070 con 0x7f536c0b6a40 2024-09-16T01:14:26.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.796+0000 7f5368ff9640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 0x7f534c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:26.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.796+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 4943+0+0 (secure 0 0 0) 0x7f535c08a510 con 0x7f536c0b6a40 2024-09-16T01:14:26.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.797+0000 7f5362ffd640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 0x7f534c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:26.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.797+0000 7f5362ffd640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 0x7f534c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5354034000 tx=0x7f535402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:26.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.801+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f536c15eba0 con 0x7f536c0b6a40 2024-09-16T01:14:26.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:26.989+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f536c0d2150 con 0x7f536c0b6a40 2024-09-16T01:14:27.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.666+0000 7f5368ff9640 1 -- 172.21.15.29:0/1610240293 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v28) ==== 97+0+0 (secure 0 0 0) 0x7f535c058f80 con 0x7f536c0b6a40 2024-09-16T01:14:27.668 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-16T01:14:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 msgr2=0x7f534c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 0x7f534c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5354034000 tx=0x7f535402e000 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 msgr2=0x7f536c0cdc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f535c00c430 tx=0x7f535c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 shutdown_connections 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f534c06c2b0 0x7f534c06e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f536c15e7c0 0x7f536c15cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f536c0cf480 0x7f536c0cbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 --2- 172.21.15.29:0/1610240293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f536c0b6a40 0x7f536c0cdc20 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 >> 172.21.15.29:0/1610240293 conn(0x7f536c0d1320 msgr2=0x7f536c0b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 shutdown_connections 2024-09-16T01:14:27.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.670+0000 7f537215b640 1 -- 172.21.15.29:0/1610240293 wait complete. 2024-09-16T01:14:27.685 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T01:14:27.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.792+0000 7f129d4a5640 1 Processor -- start 2024-09-16T01:14:27.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.792+0000 7f129d4a5640 1 -- start start 2024-09-16T01:14:27.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.793+0000 7f129d4a5640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 0x7f12980d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:27.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.793+0000 7f129d4a5640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12980d3040 con 0x7f129806cd90 2024-09-16T01:14:27.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.793+0000 7f129d4a5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1298073050 con 0x7f12980d0e20 2024-09-16T01:14:27.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.793+0000 7f129d4a5640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12980d2df0 con 0x7f1298161c60 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f12967fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f129806cd90 0x7f129806d730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53016/0 (socket says 172.21.15.29:53016) 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f12967fc640 1 -- 172.21.15.29:0/2541288105 learned_addr learned my addr 172.21.15.29:0/2541288105 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1296ffd640 1 --2- 172.21.15.29:0/2541288105 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 0x7f12980d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3028818670 0 0) 0x7f12980d3040 con 0x7f129806cd90 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1284003520 con 0x7f129806cd90 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3923851925 0 0) 0x7f1298073050 con 0x7f12980d0e20 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12980d3040 con 0x7f12980d0e20 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1296ffd640 1 -- 172.21.15.29:0/2541288105 >> v1:172.21.15.122:6789/0 conn(0x7f12980d0e20 legacy=0x7f12980b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1296ffd640 1 -- 172.21.15.29:0/2541288105 >> v1:172.21.15.29:6789/0 conn(0x7f129806cd90 legacy=0x7f129806d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 149091127 0 0) 0x7f1284003520 con 0x7f129806cd90 2024-09-16T01:14:27.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.794+0000 7f1296ffd640 1 -- 172.21.15.29:0/2541288105 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1298073330 con 0x7f1298161c60 2024-09-16T01:14:27.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.795+0000 7f1296ffd640 1 --2- 172.21.15.29:0/2541288105 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 0x7f12980d1e10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1290009dc0 tx=0x7f129002a540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c864b6ea76ba3d54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:27.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.795+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1280001670 con 0x7f1298161c60 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.795+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1290007540 con 0x7f1298161c60 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.795+0000 7f1295ffb640 1 -- 172.21.15.29:0/2541288105 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12900078f0 con 0x7f1298161c60 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 -- 172.21.15.29:0/2541288105 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 msgr2=0x7f12980d1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 --2- 172.21.15.29:0/2541288105 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 0x7f12980d1e10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1290009dc0 tx=0x7f129002a540 comp rx=0 tx=0).stop 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 -- 172.21.15.29:0/2541288105 shutdown_connections 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 --2- 172.21.15.29:0/2541288105 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f1298161c60 0x7f12980d1e10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 -- 172.21.15.29:0/2541288105 >> 172.21.15.29:0/2541288105 conn(0x7f1298067950 msgr2=0x7f1298067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 -- 172.21.15.29:0/2541288105 shutdown_connections 2024-09-16T01:14:27.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.796+0000 7f129d4a5640 1 -- 172.21.15.29:0/2541288105 wait complete. 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.797+0000 7f129d4a5640 1 Processor -- start 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.797+0000 7f129d4a5640 1 -- start start 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f129806cd90 0x7f1298146e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12980d0e20 0x7f12981549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:27.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12980b47a0 con 0x7f1298161c60 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1298074100 con 0x7f129806cd90 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f129d4a5640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12980b4920 con 0x7f12980d0e20 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60546/0 (socket says 172.21.15.29:60546) 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 -- 172.21.15.29:0/219289154 learned_addr learned my addr 172.21.15.29:0/219289154 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f1296ffd640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f129806cd90 0x7f1298146e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12967fc640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12980d0e20 0x7f12981549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 -- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12980d0e20 msgr2=0x7f12981549f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12980d0e20 0x7f12981549f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 -- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f129806cd90 msgr2=0x7f1298146e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f129806cd90 0x7f1298146e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.798+0000 7f12977fe640 1 -- 172.21.15.29:0/219289154 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12981473d0 con 0x7f1298161c60 2024-09-16T01:14:27.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f12977fe640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1288001eb0 tx=0x7f128800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:27.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1288017070 con 0x7f1298161c60 2024-09-16T01:14:27.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12880052d0 con 0x7f1298161c60 2024-09-16T01:14:27.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1298156db0 con 0x7f1298161c60 2024-09-16T01:14:27.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12880037f0 con 0x7f1298161c60 2024-09-16T01:14:27.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.799+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1298157370 con 0x7f1298161c60 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.800+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12980d1e10 con 0x7f1298161c60 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.800+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f128801a070 con 0x7f1298161c60 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.801+0000 7f128f7fe640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 0x7f127806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.801+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f128808a310 con 0x7f1298161c60 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.801+0000 7f1296ffd640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 0x7f127806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:27.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.802+0000 7f1296ffd640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 0x7f127806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1290034000 tx=0x7f129002f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:27.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:27.806+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1288058780 con 0x7f1298161c60 2024-09-16T01:14:28.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.047+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f12980b6120 con 0x7f1298161c60 2024-09-16T01:14:28.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.047+0000 7f128f7fe640 1 -- 172.21.15.29:0/219289154 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f128805ca80 con 0x7f1298161c60 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQANhudmO2mrOBAAByUKdnk7EEZF9Vdd1zuX6w==", 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.049 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudmE4H+CBAA04ZkY5xqkllbKnFxLIb4dg==", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-16T01:14:28.050 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudmd15HBBAAgAcfW8lIeHsgP2QYbiclww==", 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-16T01:14:28.051 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudmrmkPEBAAM6stYdaFgWbLYWfGeJav9Q==", 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.052 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAPhudmEWzNNBAAVidS9I76AHNs23IBzK0mGQ==", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAThudmtYSZChAAwV9O8oFZqeTP6eZhsOprfA==", 2024-09-16T01:14:28.053 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAWhudm6s8NDRAAULgE0e+BzUZSjci7JqRDZw==", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.054 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAZhudmCNPmHRAAlqaFxU4bTKTrEKsd/2PdWA==", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAfhudmGNSULBAABefa0O8pwtF5d2KbAPm0aQ==", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAjhudmwG3yLRAAKFj2dL6GerX/gyICmezwFg==", 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-16T01:14:28.056 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAnhudmDY1YIBAAbokDSoS1DU6snIiwsphuDA==", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAqhudmLOFIIhAA64SvCLkETwx8RdORyo6oOg==", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-16T01:14:28.057 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudm7rJNFBAASK6yu4ApwFMFezcGPCtr1g==", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.058 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudmp4lHHRAARcquMu6uQ1mdc0yvpAspqQ==", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudmlVoSGhAAdlIwsoYdpgIhfN5xB07KYg==", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.059 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAOhudm14DfIhAAA0JlCqeSjwiyMu5bOvOw+Q==", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.060 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQANhudmjYfCHBAA9Rjh3zxWMkFa5vQMjHBJUw==", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-mds", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudmhM+2DRAADkkCsrmEW3DgWTXTyic59w==", 2024-09-16T01:14:28.061 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-mds" 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-mgr", 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudmWti2DRAAxsFzlV8RnlhCvHL76Gjkeg==", 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-osd", 2024-09-16T01:14:28.062 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudmpd+2DRAAh7PGe781hUV9py6CzfQu3A==", 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-osd" 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rbd", 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudms+a2DRAANsX3v1tamBFQZ/XUX1f1eg==", 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudmSu+2DRAAxu9+3iPMFs7BHx3NALpQIA==", 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.063 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rgw", 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAxhudmqva2DRAAg2Ci93rQ6qdqZT6v8zYfmg==", 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQANhudml6NbNRAA+Wh7qqt33ZgdCsG5IoYFxA==", 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-16T01:14:28.064 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQANhudmr2W9MRAAqR3MDVkxsxvOzGBR7Y7hng==", 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:28.065 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-16T01:14:28.066 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 msgr2=0x7f127806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 0x7f127806e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1290034000 tx=0x7f129002f000 comp rx=0 tx=0).stop 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 msgr2=0x7f1298154f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1288001eb0 tx=0x7f128800c820 comp rx=0 tx=0).stop 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 shutdown_connections 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f127806c2b0 0x7f127806e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1298161c60 0x7f1298154f30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12980d0e20 0x7f12981549f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 --2- 172.21.15.29:0/219289154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f129806cd90 0x7f1298146e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 >> 172.21.15.29:0/219289154 conn(0x7f1298067950 msgr2=0x7f1298160d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 shutdown_connections 2024-09-16T01:14:28.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.049+0000 7f129d4a5640 1 -- 172.21.15.29:0/219289154 wait complete. 2024-09-16T01:14:28.068 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-16T01:14:28.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.170+0000 7f1887b9f640 1 Processor -- start 2024-09-16T01:14:28.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.170+0000 7f1887b9f640 1 -- start start 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f1887b9f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f188015eab0 0x7f188006d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f1887b9f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f188006dae0 0x7f18800b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f1887b9f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18800d17e0 con 0x7f18800b80c0 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f1887b9f640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f18800d09d0 con 0x7f188015eab0 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f1887b9f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f188015ee90 con 0x7f188006dae0 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f188593b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f188015eab0 0x7f188006d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f188593b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f188015eab0 0x7f188006d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60550/0 (socket says 172.21.15.29:60550) 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f188593b640 1 -- 172.21.15.29:0/2385387544 learned_addr learned my addr 172.21.15.29:0/2385387544 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.171+0000 7f188513a640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f188006dae0 0x7f18800b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f188593b640 1 -- 172.21.15.29:0/2385387544 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f188006dae0 msgr2=0x7f18800b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:28.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f188593b640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f188006dae0 0x7f18800b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f188593b640 1 -- 172.21.15.29:0/2385387544 >> v1:172.21.15.122:6789/0 conn(0x7f18800b80c0 legacy=0x7f18800b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f188593b640 1 -- 172.21.15.29:0/2385387544 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800cfc10 con 0x7f188015eab0 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f188593b640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f188006d5a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1870009870 tx=0x7f187002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c606b1122a8ec0d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f1884939640 1 -- 172.21.15.29:0/2385387544 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870037070 con 0x7f188015eab0 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.172+0000 7f1884939640 1 -- 172.21.15.29:0/2385387544 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f187002ae50 con 0x7f188015eab0 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1884939640 1 -- 172.21.15.29:0/2385387544 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870032860 con 0x7f188015eab0 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 -- 172.21.15.29:0/2385387544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 msgr2=0x7f188006d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f188006d5a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1870009870 tx=0x7f187002a300 comp rx=0 tx=0).stop 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 -- 172.21.15.29:0/2385387544 shutdown_connections 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f188006dae0 0x7f18800b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 --2- 172.21.15.29:0/2385387544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f188006d5a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 -- 172.21.15.29:0/2385387544 >> 172.21.15.29:0/2385387544 conn(0x7f18800d4b30 msgr2=0x7f18800d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 -- 172.21.15.29:0/2385387544 shutdown_connections 2024-09-16T01:14:28.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.173+0000 7f1887b9f640 1 -- 172.21.15.29:0/2385387544 wait complete. 2024-09-16T01:14:28.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.174+0000 7f1887b9f640 1 Processor -- start 2024-09-16T01:14:28.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.174+0000 7f1887b9f640 1 -- start start 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f188006dae0 0x7f1880158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f18800b80c0 0x7f188015b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f18800d01d0 con 0x7f188015eab0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f188006df20 con 0x7f188006dae0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f1887b9f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f18800d04b0 con 0x7f18800b80c0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f188613c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f188613c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60562/0 (socket says 172.21.15.29:60562) 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f188613c640 1 -- 172.21.15.29:0/3124377705 learned_addr learned my addr 172.21.15.29:0/3124377705 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f188593b640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f188006dae0 0x7f1880158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.175+0000 7f188513a640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f18800b80c0 0x7f188015b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 -- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f18800b80c0 msgr2=0x7f188015b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f18800b80c0 0x7f188015b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 -- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f188006dae0 msgr2=0x7f1880158f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f188006dae0 0x7f1880158f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 -- 172.21.15.29:0/3124377705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18801f8180 con 0x7f188015eab0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f188613c640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f187800c390 tx=0x7f187800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878017070 con 0x7f188015eab0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18780052d0 con 0x7f188015eab0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18801f8460 con 0x7f188015eab0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878003810 con 0x7f188015eab0 2024-09-16T01:14:28.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.176+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1880159490 con 0x7f188015eab0 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.177+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18800ceb50 con 0x7f188015eab0 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.177+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f187801a070 con 0x7f188015eab0 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.178+0000 7f187e7fc640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 0x7f186c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.178+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f187808a310 con 0x7f188015eab0 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.178+0000 7f188593b640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 0x7f186c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.179+0000 7f188593b640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 0x7f186c06e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1870034000 tx=0x7f187002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.182+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1878058770 con 0x7f188015eab0 2024-09-16T01:14:28.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.424+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f18801f8630 con 0x7f188015eab0 2024-09-16T01:14:28.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.427+0000 7f187e7fc640 1 -- 172.21.15.29:0/3124377705 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f187805ca70 con 0x7f188015eab0 2024-09-16T01:14:28.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 msgr2=0x7f186c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 0x7f186c06e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1870034000 tx=0x7f187002e000 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 msgr2=0x7f18801f7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f187800c390 tx=0x7f187800c850 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 shutdown_connections 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f186c06c2e0 0x7f186c06e7a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f188015eab0 0x7f18801f7810 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f18800b80c0 0x7f188015b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 --2- 172.21.15.29:0/3124377705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f188006dae0 0x7f1880158f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 >> 172.21.15.29:0/3124377705 conn(0x7f18800d4b30 msgr2=0x7f188015f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 shutdown_connections 2024-09-16T01:14:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.429+0000 7f1887b9f640 1 -- 172.21.15.29:0/3124377705 wait complete. 2024-09-16T01:14:28.441 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-16T01:14:28.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.543+0000 7f5618480640 1 Processor -- start 2024-09-16T01:14:28.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.544+0000 7f5618480640 1 -- start start 2024-09-16T01:14:28.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.544+0000 7f5618480640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f561015e4e0 0x7f56100b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.544+0000 7f5618480640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f561006cec0 con 0x7f561015e8c0 2024-09-16T01:14:28.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f5618480640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f561006d160 con 0x7f56100d26d0 2024-09-16T01:14:28.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f5618480640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f56100d2d40 con 0x7f561015e4e0 2024-09-16T01:14:28.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f5615a1b640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f561015e8c0 0x7f56100d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53026/0 (socket says 172.21.15.29:53026) 2024-09-16T01:14:28.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f5615a1b640 1 -- 172.21.15.29:0/114613073 learned_addr learned my addr 172.21.15.29:0/114613073 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:28.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2784541590 0 0) 0x7f561006cec0 con 0x7f561015e8c0 2024-09-16T01:14:28.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561621c640 1 --2- 172.21.15.29:0/114613073 >> v2:172.21.15.122:3300/0 conn(0x7f561015e4e0 0x7f56100b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55fc003520 con 0x7f561015e8c0 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 470487805 0 0) 0x7f55fc003520 con 0x7f561015e8c0 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 >> v2:172.21.15.122:3300/0 conn(0x7f561015e4e0 msgr2=0x7f56100b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 --2- 172.21.15.29:0/114613073 >> v2:172.21.15.122:3300/0 conn(0x7f561015e4e0 0x7f56100b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 >> v1:172.21.15.122:6789/0 conn(0x7f56100d26d0 legacy=0x7f561006dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561006d440 con 0x7f561015e8c0 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f5600001690 con 0x7f561015e8c0 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 >> v1:172.21.15.29:6789/0 conn(0x7f561015e8c0 legacy=0x7f56100d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f55fc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f55fc004800 0x7f55fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f55fc0051c0 0x7f55fc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f56100d2d40 con 0x7f55fc0039b0 2024-09-16T01:14:28.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc00c060 con 0x7f55fc0051c0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f55fc00c260 con 0x7f55fc004800 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.545+0000 7f561621c640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f55fc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f5615a1b640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f55fc004800 0x7f55fc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f5616a1d640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f55fc0051c0 0x7f55fc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 -- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f55fc004800 msgr2=0x7f55fc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f55fc004800 0x7f55fc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 -- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f55fc0051c0 msgr2=0x7f55fc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f55fc0051c0 0x7f55fc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 -- 172.21.15.29:0/114613073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc003520 con 0x7f55fc0039b0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f5616a1d640 1 -- 172.21.15.29:0/114613073 reap_dead start 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.546+0000 7f561621c640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f55fc003dd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f560c009ac0 tx=0x7f55fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ac0aa0752c9679 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c036070 con 0x7f55fc0039b0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f560c031400 con 0x7f55fc0039b0 2024-09-16T01:14:28.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f561521a640 1 -- 172.21.15.29:0/114613073 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c009690 con 0x7f55fc0039b0 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 -- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 msgr2=0x7f55fc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f55fc003dd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f560c009ac0 tx=0x7f55fc005830 comp rx=0 tx=0).stop 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 -- 172.21.15.29:0/114613073 shutdown_connections 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 --2- 172.21.15.29:0/114613073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f55fc003dd0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 -- 172.21.15.29:0/114613073 >> 172.21.15.29:0/114613073 conn(0x7f561006f400 msgr2=0x7f561006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 -- 172.21.15.29:0/114613073 shutdown_connections 2024-09-16T01:14:28.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.547+0000 7f5618480640 1 -- 172.21.15.29:0/114613073 wait complete. 2024-09-16T01:14:28.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 Processor -- start 2024-09-16T01:14:28.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 -- start start 2024-09-16T01:14:28.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 0x7f5610157580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 0x7f56100b37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f56100d1fc0 con 0x7f55fc0039b0 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f56100d2b20 con 0x7f5610157100 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f5618480640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f56100d2140 con 0x7f56100b3330 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f561621c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f561621c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60586/0 (socket says 172.21.15.29:60586) 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.549+0000 7f561621c640 1 -- 172.21.15.29:0/1590774388 learned_addr learned my addr 172.21.15.29:0/1590774388 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5615a1b640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 0x7f5610157580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5616a1d640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 0x7f56100b37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 -- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 msgr2=0x7f56100b37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 0x7f56100b37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 -- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 msgr2=0x7f5610157580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 0x7f5610157580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 -- 172.21.15.29:0/1590774388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56100b3cf0 con 0x7f55fc0039b0 2024-09-16T01:14:28.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5615a1b640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 0x7f5610157580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5616a1d640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 0x7f56100b37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f561621c640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f560c009be0 tx=0x7f560c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c03f020 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f560c037040 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5610157bf0 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560c036070 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.550+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5610144b90 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.551+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5610158110 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.552+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f560c042020 con 0x7f55fc0039b0 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.552+0000 7f5606ffd640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 0x7f55f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.552+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f560c0ab040 con 0x7f55fc0039b0 2024-09-16T01:14:28.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.552+0000 7f5615a1b640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 0x7f55f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.553+0000 7f5615a1b640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 0x7f55f406e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f56101f7a30 tx=0x7f5600009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.556+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5610158110 con 0x7f55fc0039b0 2024-09-16T01:14:28.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.802+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f56100b67d0 con 0x7f55fc0039b0 2024-09-16T01:14:28.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.804+0000 7f5606ffd640 1 -- 172.21.15.29:0/1590774388 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f560c049030 con 0x7f55fc0039b0 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 msgr2=0x7f55f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 0x7f55f406e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f56101f7a30 tx=0x7f5600009040 comp rx=0 tx=0).stop 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 msgr2=0x7f56100d18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f560c009be0 tx=0x7f560c004730 comp rx=0 tx=0).stop 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 shutdown_connections 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f55f406c2e0 0x7f55f406e7a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f56100b3330 0x7f56100b37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5610157100 0x7f5610157580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 --2- 172.21.15.29:0/1590774388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55fc0039b0 0x7f56100d18d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 >> 172.21.15.29:0/1590774388 conn(0x7f561006f400 msgr2=0x7f561015d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 shutdown_connections 2024-09-16T01:14:28.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.806+0000 7f5618480640 1 -- 172.21.15.29:0/1590774388 wait complete. 2024-09-16T01:14:28.818 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-16T01:14:28.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.920+0000 7f6359eb7640 1 Processor -- start 2024-09-16T01:14:28.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.920+0000 7f6359eb7640 1 -- start start 2024-09-16T01:14:28.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6359eb7640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f63540b2490 0x7f6354165db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6359eb7640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63540ce4f0 con 0x7f635415b2e0 2024-09-16T01:14:28.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6359eb7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63540ce7d0 con 0x7f63540cdfc0 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6359eb7640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f635415b6c0 con 0x7f63540b2490 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f63540b2490 0x7f6354165db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f63540b2490 0x7f6354165db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60594/0 (socket says 172.21.15.29:60594) 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f63537fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f635415b2e0 0x7f63540b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53032/0 (socket says 172.21.15.29:53032) 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 -- 172.21.15.29:0/2732816713 learned_addr learned my addr 172.21.15.29:0/2732816713 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 -- 172.21.15.29:0/2732816713 >> v1:172.21.15.122:6789/0 conn(0x7f63540cdfc0 legacy=0x7f63540b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 -- 172.21.15.29:0/2732816713 >> v1:172.21.15.29:6789/0 conn(0x7f635415b2e0 legacy=0x7f63540b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f6353fff640 1 -- 172.21.15.29:0/2732816713 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63540ceab0 con 0x7f63540b2490 2024-09-16T01:14:28.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.921+0000 7f63527fc640 1 -- 172.21.15.29:0/2732816713 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 748231392 0 0) 0x7f63540ce4f0 con 0x7f635415b2e0 2024-09-16T01:14:28.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f6353fff640 1 --2- 172.21.15.29:0/2732816713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540b2490 0x7f6354165db0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f634c009e50 tx=0x7f634c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=807bb7347284e05d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f63527fc640 1 -- 172.21.15.29:0/2732816713 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c036070 con 0x7f63540b2490 2024-09-16T01:14:28.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f63527fc640 1 -- 172.21.15.29:0/2732816713 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f634c031600 con 0x7f63540b2490 2024-09-16T01:14:28.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f63527fc640 1 -- 172.21.15.29:0/2732816713 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c0319d0 con 0x7f63540b2490 2024-09-16T01:14:28.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f6359eb7640 1 -- 172.21.15.29:0/2732816713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540b2490 msgr2=0x7f6354165db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.922+0000 7f6359eb7640 1 --2- 172.21.15.29:0/2732816713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540b2490 0x7f6354165db0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f634c009e50 tx=0x7f634c02a6d0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.923+0000 7f6359eb7640 1 -- 172.21.15.29:0/2732816713 shutdown_connections 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.923+0000 7f6359eb7640 1 --2- 172.21.15.29:0/2732816713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540b2490 0x7f6354165db0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.923+0000 7f6359eb7640 1 -- 172.21.15.29:0/2732816713 >> 172.21.15.29:0/2732816713 conn(0x7f635406bc10 msgr2=0x7f635406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.923+0000 7f6359eb7640 1 -- 172.21.15.29:0/2732816713 shutdown_connections 2024-09-16T01:14:28.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.923+0000 7f6359eb7640 1 -- 172.21.15.29:0/2732816713 wait complete. 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.924+0000 7f6359eb7640 1 Processor -- start 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.924+0000 7f6359eb7640 1 -- start start 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63540b2490 0x7f6354150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f635415b2e0 0x7f63540d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6354071130 con 0x7f63540cdfc0 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f63540b4430 con 0x7f63540b2490 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6359eb7640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f63540712b0 con 0x7f635415b2e0 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60602/0 (socket says 172.21.15.29:60602) 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 -- 172.21.15.29:0/3038959964 learned_addr learned my addr 172.21.15.29:0/3038959964 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6353fff640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f635415b2e0 0x7f63540d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f63537fe640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63540b2490 0x7f6354150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 -- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f635415b2e0 msgr2=0x7f63540d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f635415b2e0 0x7f63540d08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 -- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63540b2490 msgr2=0x7f6354150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63540b2490 0x7f6354150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 -- 172.21.15.29:0/3038959964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6354151320 con 0x7f63540cdfc0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.925+0000 7f6352ffd640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f633c00c430 tx=0x7f633c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.926+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c011790 con 0x7f63540cdfc0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.926+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633c017070 con 0x7f63540cdfc0 2024-09-16T01:14:28.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.926+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6354153c40 con 0x7f63540cdfc0 2024-09-16T01:14:28.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.926+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c011bb0 con 0x7f63540cdfc0 2024-09-16T01:14:28.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.926+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6354154200 con 0x7f63540cdfc0 2024-09-16T01:14:28.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.927+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6354072970 con 0x7f63540cdfc0 2024-09-16T01:14:28.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.927+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f633c01c460 con 0x7f63540cdfc0 2024-09-16T01:14:28.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.927+0000 7f634bfff640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 0x7f633406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:28.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.928+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f633c08aea0 con 0x7f63540cdfc0 2024-09-16T01:14:28.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.928+0000 7f63537fe640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 0x7f633406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:28.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.928+0000 7f63537fe640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 0x7f633406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6344007fd0 tx=0x7f6344007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:28.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:28.932+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f633c059310 con 0x7f63540cdfc0 2024-09-16T01:14:29.042 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-16T01:14:29.042 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-16T01:14:29.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.174+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f6354154440 con 0x7f63540cdfc0 2024-09-16T01:14:29.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.175+0000 7f634bfff640 1 -- 172.21.15.29:0/3038959964 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f633c05d610 con 0x7f63540cdfc0 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 msgr2=0x7f633406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 0x7f633406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6344007fd0 tx=0x7f6344007de0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 msgr2=0x7f63540d0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f633c00c430 tx=0x7f633c00c8f0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 shutdown_connections 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f633406c2b0 0x7f633406e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f635415b2e0 0x7f63540d08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63540cdfc0 0x7f63540d0360 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 --2- 172.21.15.29:0/3038959964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63540b2490 0x7f6354150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 >> 172.21.15.29:0/3038959964 conn(0x7f635406bc10 msgr2=0x7f63540b3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:29.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 shutdown_connections 2024-09-16T01:14:29.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.178+0000 7f6359eb7640 1 -- 172.21.15.29:0/3038959964 wait complete. 2024-09-16T01:14:29.190 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-16T01:14:29.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.292+0000 7f71c0477640 1 Processor -- start 2024-09-16T01:14:29.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.292+0000 7f71c0477640 1 -- start start 2024-09-16T01:14:29.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71c0477640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 0x7f71b806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71c0477640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f71b806c150 0x7f71b80b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71c0477640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71b806e3c0 con 0x7f71b80b0610 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71c0477640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f71b806c5b0 con 0x7f71b806c150 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71c0477640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f71b806e170 con 0x7f71b8158c90 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71be213640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 0x7f71b806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bda12640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f71b806c150 0x7f71b80b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bea14640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f71b80b0610 0x7f71b80d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:40356/0 (socket says 172.21.15.29:40356) 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bea14640 1 -- 172.21.15.29:0/687958961 learned_addr learned my addr 172.21.15.29:0/687958961 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bda12640 1 -- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 msgr2=0x7f71b806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bda12640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 0x7f71b806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bda12640 1 -- 172.21.15.29:0/687958961 >> v1:172.21.15.122:6789/0 conn(0x7f71b80b0610 legacy=0x7f71b80d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71bda12640 1 -- 172.21.15.29:0/687958961 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b806e6a0 con 0x7f71b806c150 2024-09-16T01:14:29.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.293+0000 7f71be213640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 0x7f71b806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:29.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.294+0000 7f71bda12640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b80b00d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f71a80097a0 tx=0x7f71a802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9839a9b582bc377 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.294+0000 7f71bd211640 1 -- 172.21.15.29:0/687958961 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8037070 con 0x7f71b806c150 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.294+0000 7f71bd211640 1 -- 172.21.15.29:0/687958961 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71a8032440 con 0x7f71b806c150 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.294+0000 7f71bd211640 1 -- 172.21.15.29:0/687958961 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8032810 con 0x7f71b806c150 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 -- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 msgr2=0x7f71b80b00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b80b00d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f71a80097a0 tx=0x7f71a802a180 comp rx=0 tx=0).stop 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 -- 172.21.15.29:0/687958961 shutdown_connections 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b80b00d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 --2- 172.21.15.29:0/687958961 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b8158c90 0x7f71b806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 -- 172.21.15.29:0/687958961 >> 172.21.15.29:0/687958961 conn(0x7f71b8067b30 msgr2=0x7f71b806cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:29.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 -- 172.21.15.29:0/687958961 shutdown_connections 2024-09-16T01:14:29.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.295+0000 7f71c0477640 1 -- 172.21.15.29:0/687958961 wait complete. 2024-09-16T01:14:29.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.296+0000 7f71c0477640 1 Processor -- start 2024-09-16T01:14:29.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.296+0000 7f71c0477640 1 -- start start 2024-09-16T01:14:29.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b815af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b80b0610 0x7f71b81f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71b806ec60 con 0x7f71b8158c90 2024-09-16T01:14:29.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71b815fac0 con 0x7f71b806c150 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71c0477640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f71b80b0ac0 con 0x7f71b80b0610 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60604/0 (socket says 172.21.15.29:60604) 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 -- 172.21.15.29:0/2349622087 learned_addr learned my addr 172.21.15.29:0/2349622087 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bda12640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b80b0610 0x7f71b81f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71be213640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b815af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 -- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b80b0610 msgr2=0x7f71b81f4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b80b0610 0x7f71b81f4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 -- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 msgr2=0x7f71b815af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.297+0000 7f71bea14640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b815af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71bea14640 1 -- 172.21.15.29:0/2349622087 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b81f4f50 con 0x7f71b8158c90 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71bea14640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f71b000cbc0 tx=0x7f71b000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b0017070 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71b000ad40 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71b8159ea0 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b0012600 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.298+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71b815a460 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.299+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71b80b4210 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.299+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71b001a070 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.300+0000 7f71aeffd640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 0x7f719c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.300+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f71b008acd0 con 0x7f71b8158c90 2024-09-16T01:14:29.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.300+0000 7f71be213640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 0x7f719c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.301+0000 7f71be213640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 0x7f719c06e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f71b4009560 tx=0x7f71b4009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.304+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71b00591d0 con 0x7f71b8158c90 2024-09-16T01:14:29.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.543+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f71b80d0600 con 0x7f71b8158c90 2024-09-16T01:14:29.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.545+0000 7f71aeffd640 1 -- 172.21.15.29:0/2349622087 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f71b005d4d0 con 0x7f71b8158c90 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 msgr2=0x7f719c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 0x7f719c06e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f71b4009560 tx=0x7f71b4009190 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 msgr2=0x7f71b814abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f71b000cbc0 tx=0x7f71b000a430 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 shutdown_connections 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f719c06c2b0 0x7f719c06e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71b8158c90 0x7f71b814abb0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f71b80b0610 0x7f71b81f4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 --2- 172.21.15.29:0/2349622087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71b806c150 0x7f71b815af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 >> 172.21.15.29:0/2349622087 conn(0x7f71b8067b30 msgr2=0x7f71b815f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 shutdown_connections 2024-09-16T01:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.547+0000 7f71c0477640 1 -- 172.21.15.29:0/2349622087 wait complete. 2024-09-16T01:14:29.559 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-16T01:14:29.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.661+0000 7f3c56de4640 1 Processor -- start 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.661+0000 7f3c56de4640 1 -- start start 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.662+0000 7f3c56de4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 0x7f3c500d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.662+0000 7f3c56de4640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 0x7f3c500d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.662+0000 7f3c56de4640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c5015ea20 con 0x7f3c5015e640 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.662+0000 7f3c56de4640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f3c500b3d00 con 0x7f3c500cf6f0 2024-09-16T01:14:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.662+0000 7f3c56de4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f3c500b2860 con 0x7f3c500cf2b0 2024-09-16T01:14:29.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4ffff640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 0x7f3c500d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c55381640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 0x7f3c500d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c54b80640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f3c5015e640 0x7f3c500ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:40360/0 (socket says 172.21.15.29:40360) 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c54b80640 1 -- 172.21.15.29:0/2284989673 learned_addr learned my addr 172.21.15.29:0/2284989673 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4f7fe640 1 -- 172.21.15.29:0/2284989673 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1527895138 0 0) 0x7f3c5015ea20 con 0x7f3c5015e640 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4f7fe640 1 -- 172.21.15.29:0/2284989673 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c40003520 con 0x7f3c5015e640 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4ffff640 1 -- 172.21.15.29:0/2284989673 >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 msgr2=0x7f3c500d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4ffff640 1 --2- 172.21.15.29:0/2284989673 >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 0x7f3c500d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4ffff640 1 -- 172.21.15.29:0/2284989673 >> v1:172.21.15.122:6789/0 conn(0x7f3c5015e640 legacy=0x7f3c500ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c4ffff640 1 -- 172.21.15.29:0/2284989673 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c500b1c50 con 0x7f3c500cf2b0 2024-09-16T01:14:29.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.663+0000 7f3c55381640 1 --2- 172.21.15.29:0/2284989673 >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 0x7f3c500d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:29.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.664+0000 7f3c4ffff640 1 --2- 172.21.15.29:0/2284989673 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 0x7f3c500d2650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3c5015ebf0 tx=0x7f3c3c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=350e990f4e8be6b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.664+0000 7f3c4f7fe640 1 -- 172.21.15.29:0/2284989673 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c037070 con 0x7f3c500cf2b0 2024-09-16T01:14:29.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c4f7fe640 1 -- 172.21.15.29:0/2284989673 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c3c02ae50 con 0x7f3c500cf2b0 2024-09-16T01:14:29.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c4f7fe640 1 -- 172.21.15.29:0/2284989673 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3c032640 con 0x7f3c500cf2b0 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 -- 172.21.15.29:0/2284989673 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 msgr2=0x7f3c500d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 --2- 172.21.15.29:0/2284989673 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 0x7f3c500d2650 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3c5015ebf0 tx=0x7f3c3c02a100 comp rx=0 tx=0).stop 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 -- 172.21.15.29:0/2284989673 shutdown_connections 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 --2- 172.21.15.29:0/2284989673 >> v2:172.21.15.122:3300/0 conn(0x7f3c500cf6f0 0x7f3c500d2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 --2- 172.21.15.29:0/2284989673 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c500cf2b0 0x7f3c500d2650 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 -- 172.21.15.29:0/2284989673 >> 172.21.15.29:0/2284989673 conn(0x7f3c5009d820 msgr2=0x7f3c500d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 -- 172.21.15.29:0/2284989673 shutdown_connections 2024-09-16T01:14:29.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.665+0000 7f3c56de4640 1 -- 172.21.15.29:0/2284989673 wait complete. 2024-09-16T01:14:29.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.667+0000 7f3c56de4640 1 Processor -- start 2024-09-16T01:14:29.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.667+0000 7f3c56de4640 1 -- start start 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3c500cf6f0 0x7f3c5014f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c5015e640 0x7f3c50161340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500b24f0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500b2210 con 0x7f3c500cf6f0 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c56de4640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f3c500cfe40 con 0x7f3c5015e640 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.668+0000 7f3c54b80640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60616/0 (socket says 172.21.15.29:60616) 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 -- 172.21.15.29:0/3223403259 learned_addr learned my addr 172.21.15.29:0/3223403259 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c55381640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c5015e640 0x7f3c50161340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c4ffff640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3c500cf6f0 0x7f3c5014f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 -- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c5015e640 msgr2=0x7f3c50161340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c5015e640 0x7f3c50161340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 -- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3c500cf6f0 msgr2=0x7f3c5014f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3c500cf6f0 0x7f3c5014f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 -- 172.21.15.29:0/3223403259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c50161880 con 0x7f3c500cf2b0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c54b80640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3c4400c430 tx=0x7f3c4400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c44017070 con 0x7f3c500cf2b0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c44005ce0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c501602a0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c50160860 con 0x7f3c500cf2b0 2024-09-16T01:14:29.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.669+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c440072f0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.670+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c50068eb0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.671+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3c4401a070 con 0x7f3c500cf2b0 2024-09-16T01:14:29.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.671+0000 7f3c4d7fa640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 0x7f3c3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:29.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.671+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f3c4408a440 con 0x7f3c500cf2b0 2024-09-16T01:14:29.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.671+0000 7f3c4ffff640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 0x7f3c3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:29.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.672+0000 7f3c4ffff640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 0x7f3c3406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c034000 tx=0x7f3c3c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:29.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.675+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3c440588c0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.918+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f3c500b1650 con 0x7f3c500cf2b0 2024-09-16T01:14:29.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.920+0000 7f3c4d7fa640 1 -- 172.21.15.29:0/3223403259 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f3c4405cbc0 con 0x7f3c500cf2b0 2024-09-16T01:14:29.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 msgr2=0x7f3c3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 0x7f3c3406e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c034000 tx=0x7f3c3c02e000 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 msgr2=0x7f3c500c9590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3c4400c430 tx=0x7f3c4400c830 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 shutdown_connections 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3c3406c2b0 0x7f3c3406e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3c5015e640 0x7f3c50161340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3c500cf6f0 0x7f3c5014f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 --2- 172.21.15.29:0/3223403259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c500cf2b0 0x7f3c500c9590 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 >> 172.21.15.29:0/3223403259 conn(0x7f3c5009d820 msgr2=0x7f3c500b7ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 shutdown_connections 2024-09-16T01:14:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:29.923+0000 7f3c56de4640 1 -- 172.21.15.29:0/3223403259 wait complete. 2024-09-16T01:14:29.935 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-16T01:14:30.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.036+0000 7f9eeeed9640 1 Processor -- start 2024-09-16T01:14:30.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.036+0000 7f9eeeed9640 1 -- start start 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eeeed9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9ee80cf2b0 0x7f9ee80d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eeeed9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9ee80cf720 0x7f9ee80d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eeeed9640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ee815ea20 con 0x7f9ee815e640 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eeeed9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9ee80b3d00 con 0x7f9ee80cf720 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eeeed9640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9ee80b2860 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eecc75640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9ee815e640 0x7f9ee80ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53036/0 (socket says 172.21.15.29:53036) 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eed476640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9ee80cf720 0x7f9ee80d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.037+0000 7f9eecc75640 1 -- 172.21.15.29:0/1170010556 learned_addr learned my addr 172.21.15.29:0/1170010556 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9ee7fff640 1 --2- 172.21.15.29:0/1170010556 >> v2:172.21.15.122:3300/0 conn(0x7f9ee80cf2b0 0x7f9ee80d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9eed476640 1 -- 172.21.15.29:0/1170010556 >> v2:172.21.15.122:3300/0 conn(0x7f9ee80cf2b0 msgr2=0x7f9ee80d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:30.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9eed476640 1 --2- 172.21.15.29:0/1170010556 >> v2:172.21.15.122:3300/0 conn(0x7f9ee80cf2b0 0x7f9ee80d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9eed476640 1 -- 172.21.15.29:0/1170010556 >> v1:172.21.15.29:6789/0 conn(0x7f9ee815e640 legacy=0x7f9ee80ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9eed476640 1 -- 172.21.15.29:0/1170010556 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ee80b1c50 con 0x7f9ee80cf720 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.038+0000 7f9ee77fe640 1 -- 172.21.15.29:0/1170010556 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2326805243 0 0) 0x7f9ee815ea20 con 0x7f9ee815e640 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eed476640 1 --2- 172.21.15.29:0/1170010556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf720 0x7f9ee80d2b90 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ee815ebf0 tx=0x7f9ed002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60593add82ec079a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9ee77fe640 1 -- 172.21.15.29:0/1170010556 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed0037070 con 0x7f9ee80cf720 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9ee77fe640 1 -- 172.21.15.29:0/1170010556 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ed0032440 con 0x7f9ee80cf720 2024-09-16T01:14:30.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9ee77fe640 1 -- 172.21.15.29:0/1170010556 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ed002ae60 con 0x7f9ee80cf720 2024-09-16T01:14:30.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1170010556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf720 msgr2=0x7f9ee80d2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1170010556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf720 0x7f9ee80d2b90 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9ee815ebf0 tx=0x7f9ed002a110 comp rx=0 tx=0).stop 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1170010556 shutdown_connections 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1170010556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf720 0x7f9ee80d2b90 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1170010556 >> v2:172.21.15.122:3300/0 conn(0x7f9ee80cf2b0 0x7f9ee80d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1170010556 >> 172.21.15.29:0/1170010556 conn(0x7f9ee809d820 msgr2=0x7f9ee80d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1170010556 shutdown_connections 2024-09-16T01:14:30.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.039+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1170010556 wait complete. 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.040+0000 7f9eeeed9640 1 Processor -- start 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 -- start start 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 0x7f9ee814e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 0x7f9ee81610a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee80b24f0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9ee80b2210 con 0x7f9ee80cf720 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.041+0000 7f9eeeed9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9ee80cfe40 con 0x7f9ee815e640 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60624/0 (socket says 172.21.15.29:60624) 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 -- 172.21.15.29:0/1201507343 learned_addr learned my addr 172.21.15.29:0/1201507343 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eed476640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 0x7f9ee81610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9ee7fff640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 0x7f9ee814e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 -- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 msgr2=0x7f9ee81610a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 0x7f9ee81610a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 -- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 msgr2=0x7f9ee814e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 0x7f9ee814e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 -- 172.21.15.29:0/1201507343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ee80cddd0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eed476640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 0x7f9ee81610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9ee7fff640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 0x7f9ee814e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:30.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eecc75640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9ee000c4d0 tx=0x7f9ee000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0018070 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ee0007500 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0004a20 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ee80ce0b0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.042+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ee80cbcc0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.043+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ee8068eb0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.044+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9ee001b070 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.044+0000 7f9ee57fa640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 0x7f9ec806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.044+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f9ee008a460 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.044+0000 7f9ee7fff640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 0x7f9ec806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.045+0000 7f9ee7fff640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 0x7f9ec806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9ee81f79d0 tx=0x7f9ed800b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.048+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9ee0058f20 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.290+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f9ee80b6eb0 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.292+0000 7f9ee57fa640 1 -- 172.21.15.29:0/1201507343 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f9ee0058820 con 0x7f9ee80cf2b0 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 msgr2=0x7f9ec806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 0x7f9ec806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9ee81f79d0 tx=0x7f9ed800b040 comp rx=0 tx=0).stop 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 msgr2=0x7f9ee80cb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9ee000c4d0 tx=0x7f9ee000c990 comp rx=0 tx=0).stop 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 shutdown_connections 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9ec806c2b0 0x7f9ec806e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9ee815e640 0x7f9ee81610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9ee80cf720 0x7f9ee814e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 --2- 172.21.15.29:0/1201507343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ee80cf2b0 0x7f9ee80cb620 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 >> 172.21.15.29:0/1201507343 conn(0x7f9ee809d820 msgr2=0x7f9ee80ceba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:30.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 shutdown_connections 2024-09-16T01:14:30.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.295+0000 7f9eeeed9640 1 -- 172.21.15.29:0/1201507343 wait complete. 2024-09-16T01:14:30.309 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T01:14:30.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.410+0000 7fbc5e50a640 1 Processor -- start 2024-09-16T01:14:30.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.410+0000 7fbc5e50a640 1 -- start start 2024-09-16T01:14:30.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5e50a640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbc580cf480 0x7fbc58162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5e50a640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc580b39a0 con 0x7fbc580b6a40 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5e50a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc5815eba0 con 0x7fbc5815e7c0 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5e50a640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbc581630d0 con 0x7fbc580cf480 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5caa7640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbc580cf480 0x7fbc58162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc577fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbc580b6a40 0x7fbc580b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53048/0 (socket says 172.21.15.29:53048) 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5caa7640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbc580cf480 0x7fbc58162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60628/0 (socket says 172.21.15.29:60628) 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc577fe640 1 -- 172.21.15.29:0/2824336932 learned_addr learned my addr 172.21.15.29:0/2824336932 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5caa7640 1 -- 172.21.15.29:0/2824336932 >> v1:172.21.15.122:6789/0 conn(0x7fbc5815e7c0 legacy=0x7fbc580b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5caa7640 1 -- 172.21.15.29:0/2824336932 >> v1:172.21.15.29:6789/0 conn(0x7fbc580b6a40 legacy=0x7fbc580b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc5caa7640 1 -- 172.21.15.29:0/2824336932 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc580cfc60 con 0x7fbc580cf480 2024-09-16T01:14:30.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.411+0000 7fbc56ffd640 1 -- 172.21.15.29:0/2824336932 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1530736298 0 0) 0x7fbc580b39a0 con 0x7fbc580b6a40 2024-09-16T01:14:30.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.412+0000 7fbc5caa7640 1 --2- 172.21.15.29:0/2824336932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58162b90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fbc50009d90 tx=0x7fbc5002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=235bd1d1b4e982a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.412+0000 7fbc56ffd640 1 -- 172.21.15.29:0/2824336932 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50007740 con 0x7fbc580cf480 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.412+0000 7fbc56ffd640 1 -- 172.21.15.29:0/2824336932 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc500078e0 con 0x7fbc580cf480 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.412+0000 7fbc56ffd640 1 -- 172.21.15.29:0/2824336932 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50007cb0 con 0x7fbc580cf480 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 -- 172.21.15.29:0/2824336932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 msgr2=0x7fbc58162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/2824336932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58162b90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fbc50009d90 tx=0x7fbc5002a730 comp rx=0 tx=0).stop 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 -- 172.21.15.29:0/2824336932 shutdown_connections 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/2824336932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58162b90 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 -- 172.21.15.29:0/2824336932 >> 172.21.15.29:0/2824336932 conn(0x7fbc580d1320 msgr2=0x7fbc580d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 -- 172.21.15.29:0/2824336932 shutdown_connections 2024-09-16T01:14:30.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.413+0000 7fbc5e50a640 1 -- 172.21.15.29:0/2824336932 wait complete. 2024-09-16T01:14:30.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.414+0000 7fbc5e50a640 1 Processor -- start 2024-09-16T01:14:30.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.414+0000 7fbc5e50a640 1 -- start start 2024-09-16T01:14:30.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc580b6a40 0x7fbc581e8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbc5815e7c0 0x7fbc580b74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5815f100 con 0x7fbc580cf480 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5815ee20 con 0x7fbc580b6a40 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5e50a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fbc5815f3e0 con 0x7fbc5815e7c0 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60634/0 (socket says 172.21.15.29:60634) 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 -- 172.21.15.29:0/433693775 learned_addr learned my addr 172.21.15.29:0/433693775 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc5caa7640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbc5815e7c0 0x7fbc580b74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc57fff640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc580b6a40 0x7fbc581e8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 -- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbc5815e7c0 msgr2=0x7fbc580b74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbc5815e7c0 0x7fbc580b74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 -- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc580b6a40 msgr2=0x7fbc581e8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc580b6a40 0x7fbc581e8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.415+0000 7fbc577fe640 1 -- 172.21.15.29:0/433693775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc5815a080 con 0x7fbc580cf480 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc577fe640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c00c500 tx=0x7fbc4c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c018070 con 0x7fbc580cf480 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc4c007580 con 0x7fbc580cf480 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc580b7cf0 con 0x7fbc580cf480 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c004a20 con 0x7fbc580cf480 2024-09-16T01:14:30.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.416+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc580b82b0 con 0x7fbc580cf480 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.417+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc5815f900 con 0x7fbc580cf480 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.417+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc4c01b070 con 0x7fbc580cf480 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.418+0000 7fbc54ff9640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 0x7fbc4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.418+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fbc4c08a3c0 con 0x7fbc580cf480 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.418+0000 7fbc57fff640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 0x7fbc4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.419+0000 7fbc57fff640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 0x7fbc4406e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc48006fd0 tx=0x7fbc48008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.422+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc4c058f10 con 0x7fbc580cf480 2024-09-16T01:14:30.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.598+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fbc580d3a10 con 0x7fbc580cf480 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.599+0000 7fbc54ff9640 1 -- 172.21.15.29:0/433693775 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7fbc4c058810 con 0x7fbc580cf480 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:30.600 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 msgr2=0x7fbc4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 0x7fbc4406e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc48006fd0 tx=0x7fbc48008040 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 msgr2=0x7fbc58159b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c00c500 tx=0x7fbc4c00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 shutdown_connections 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbc4406c2b0 0x7fbc4406e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbc5815e7c0 0x7fbc580b74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580cf480 0x7fbc58159b40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 --2- 172.21.15.29:0/433693775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc580b6a40 0x7fbc581e8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.600+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 >> 172.21.15.29:0/433693775 conn(0x7fbc580d1320 msgr2=0x7fbc580b54f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:30.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.601+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 shutdown_connections 2024-09-16T01:14:30.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.601+0000 7fbc5e50a640 1 -- 172.21.15.29:0/433693775 wait complete. 2024-09-16T01:14:30.613 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:14:30.613 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:14:30.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.718+0000 7fcceca37640 1 Processor -- start 2024-09-16T01:14:30.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.718+0000 7fcceca37640 1 -- start start 2024-09-16T01:14:30.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.719+0000 7fcceca37640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fcce80d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.719+0000 7fcceca37640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcce8071810 con 0x7fcce80b6af0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.719+0000 7fcceca37640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcce8073410 con 0x7fcce80ce9d0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.719+0000 7fcceca37640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcce80d0fe0 con 0x7fcce815c470 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce6d9d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcce80b6af0 0x7fcce8071100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53058/0 (socket says 172.21.15.29:53058) 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce6d9d640 1 -- 172.21.15.29:0/1913803314 learned_addr learned my addr 172.21.15.29:0/1913803314 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce659c640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fcce80d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3762281856 0 0) 0x7fcce8071810 con 0x7fcce80b6af0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fccd4003520 con 0x7fcce80b6af0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1404543594 0 0) 0x7fcce8073410 con 0x7fcce80ce9d0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcce8071810 con 0x7fcce80ce9d0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2828321028 0 0) 0x7fccd4003520 con 0x7fcce80b6af0 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 msgr2=0x7fcce80d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:30.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fcce80d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 >> v1:172.21.15.122:6789/0 conn(0x7fcce80ce9d0 legacy=0x7fcce80709f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcce80736f0 con 0x7fcce80b6af0 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fccd80019f0 con 0x7fcce80b6af0 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 >> v1:172.21.15.29:6789/0 conn(0x7fcce80b6af0 legacy=0x7fcce8071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccd4003b70 0x7fccd4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fccd4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fccd40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fccd400ba70 con 0x7fccd4004800 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccd400bbf0 con 0x7fccd4003b70 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fccd400bdf0 con 0x7fcce815c470 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fccd4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce659c640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccd4003b70 0x7fccd4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.720+0000 7fcce6d9d640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fccd40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 -- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 msgr2=0x7fccd40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:30.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce815c470 0x7fccd40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 -- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccd4003b70 msgr2=0x7fccd4003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccd4003b70 0x7fccd4003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 -- 172.21.15.29:0/1913803314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccd4003520 con 0x7fccd4004800 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fccd4004c80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcce80b2200 tx=0x7fccd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20fef27800011f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.721+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd0001540 con 0x7fccd4004800 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccd00052d0 con 0x7fccd4004800 2024-09-16T01:14:30.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcce559a640 1 -- 172.21.15.29:0/1913803314 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccd002aa20 con 0x7fccd4004800 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 -- 172.21.15.29:0/1913803314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 msgr2=0x7fccd4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 --2- 172.21.15.29:0/1913803314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fccd4004c80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcce80b2200 tx=0x7fccd4005830 comp rx=0 tx=0).stop 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcce6d9d640 1 -- 172.21.15.29:0/1913803314 reap_dead start 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 -- 172.21.15.29:0/1913803314 shutdown_connections 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 -- 172.21.15.29:0/1913803314 >> 172.21.15.29:0/1913803314 conn(0x7fcce806f400 msgr2=0x7fcce806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 -- 172.21.15.29:0/1913803314 shutdown_connections 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.722+0000 7fcceca37640 1 -- 172.21.15.29:0/1913803314 wait complete. 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 Processor -- start 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 -- start start 2024-09-16T01:14:30.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcce8146c60 0x7fcce80cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce8142ac0 0x7fcce8142f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcce8073cb0 con 0x7fccd4004800 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcce80731c0 con 0x7fcce8146c60 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcceca37640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcce8073f90 con 0x7fcce8142ac0 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcce659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcce659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60652/0 (socket says 172.21.15.29:60652) 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.724+0000 7fcce659c640 1 -- 172.21.15.29:0/2393194081 learned_addr learned my addr 172.21.15.29:0/2393194081 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce6d9d640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce8142ac0 0x7fcce8142f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcce8146c60 0x7fcce80cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 -- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce8142ac0 msgr2=0x7fcce8142f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce8142ac0 0x7fcce8142f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 -- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcce8146c60 msgr2=0x7fcce80cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcce8146c60 0x7fcce80cda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 -- 172.21.15.29:0/2393194081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcce8147200 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcce659c640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fcce0011970 tx=0x7fcce0011e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce0019070 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce0004240 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcce8155c00 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce000f8e0 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.725+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcce80cdf60 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.726+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcce815c8e0 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.726+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcce001c070 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.727+0000 7fccdeffd640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 0x7fccc806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.727+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fcce008b5b0 con 0x7fccd4004800 2024-09-16T01:14:30.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.727+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 0x7fccc806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:30.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.728+0000 7fcce5d9b640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 0x7fccc806e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fccd0032000 tx=0x7fccd0009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:30.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.731+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcce0059fd0 con 0x7fccd4004800 2024-09-16T01:14:30.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:30.905+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fcce80ce600 con 0x7fccd4004800 2024-09-16T01:14:31.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.671+0000 7fccdeffd640 1 -- 172.21.15.29:0/2393194081 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7fcce008b070 con 0x7fccd4004800 2024-09-16T01:14:31.673 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-16T01:14:31.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.675+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 msgr2=0x7fccc806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:31.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.675+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 0x7fccc806e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fccd0032000 tx=0x7fccd0009030 comp rx=0 tx=0).stop 2024-09-16T01:14:31.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.675+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 msgr2=0x7fcce81f2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:31.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.675+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fcce0011970 tx=0x7fcce0011e30 comp rx=0 tx=0).stop 2024-09-16T01:14:31.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 shutdown_connections 2024-09-16T01:14:31.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fccc806c2e0 0x7fccc806e7a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcce8142ac0 0x7fcce8142f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcce8146c60 0x7fcce80cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 --2- 172.21.15.29:0/2393194081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccd4004800 0x7fcce81f2fa0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 >> 172.21.15.29:0/2393194081 conn(0x7fcce806f400 msgr2=0x7fcce80cf900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:31.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 shutdown_connections 2024-09-16T01:14:31.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.676+0000 7fcceca37640 1 -- 172.21.15.29:0/2393194081 wait complete. 2024-09-16T01:14:31.694 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:14:31.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.808+0000 7fe45281e640 1 Processor -- start 2024-09-16T01:14:31.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.808+0000 7fe45281e640 1 -- start start 2024-09-16T01:14:31.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe44c0cf930 0x7fe44c06bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe44c06c480 0x7fe44c0d0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0d1410 0x7fe44c161f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe44c0d1880 con 0x7fe44c06c480 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe44c15f090 con 0x7fe44c0cf930 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe45281e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe44c0b3650 con 0x7fe44c0d1410 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe44c06c480 0x7fe44c0d0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe44c06c480 0x7fe44c0d0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60668/0 (socket says 172.21.15.29:60668) 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 -- 172.21.15.29:0/3096471904 learned_addr learned my addr 172.21.15.29:0/3096471904 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe450dbb640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0d1410 0x7fe44c161f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44bfff640 1 --2- 172.21.15.29:0/3096471904 >> v2:172.21.15.122:3300/0 conn(0x7fe44c0cf930 0x7fe44c06bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 -- 172.21.15.29:0/3096471904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0d1410 msgr2=0x7fe44c161f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0d1410 0x7fe44c161f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 -- 172.21.15.29:0/3096471904 >> v2:172.21.15.122:3300/0 conn(0x7fe44c0cf930 msgr2=0x7fe44c06bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/3096471904 >> v2:172.21.15.122:3300/0 conn(0x7fe44c0cf930 0x7fe44c06bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.809+0000 7fe44b7fe640 1 -- 172.21.15.29:0/3096471904 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44c15ea80 con 0x7fe44c06c480 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.810+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c0d0ed0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe44c0d1e00 tx=0x7fe44002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=454de908e6c603a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.810+0000 7fe44affd640 1 -- 172.21.15.29:0/3096471904 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440037070 con 0x7fe44c06c480 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.810+0000 7fe44affd640 1 -- 172.21.15.29:0/3096471904 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe440032440 con 0x7fe44c06c480 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.810+0000 7fe44affd640 1 -- 172.21.15.29:0/3096471904 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440032810 con 0x7fe44c06c480 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 -- 172.21.15.29:0/3096471904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 msgr2=0x7fe44c0d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c0d0ed0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe44c0d1e00 tx=0x7fe44002a270 comp rx=0 tx=0).stop 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 -- 172.21.15.29:0/3096471904 shutdown_connections 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0d1410 0x7fe44c161f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 --2- 172.21.15.29:0/3096471904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c0d0ed0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 --2- 172.21.15.29:0/3096471904 >> v2:172.21.15.122:3300/0 conn(0x7fe44c0cf930 0x7fe44c06bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 -- 172.21.15.29:0/3096471904 >> 172.21.15.29:0/3096471904 conn(0x7fe44c067f80 msgr2=0x7fe44c0b5fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 -- 172.21.15.29:0/3096471904 shutdown_connections 2024-09-16T01:14:31.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.811+0000 7fe45281e640 1 -- 172.21.15.29:0/3096471904 wait complete. 2024-09-16T01:14:31.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.812+0000 7fe45281e640 1 Processor -- start 2024-09-16T01:14:31.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.812+0000 7fe45281e640 1 -- start start 2024-09-16T01:14:31.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0cf930 0x7fe44c1e8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe44c0d1410 0x7fe44c0cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe44c06cd90 con 0x7fe44c06c480 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe44c15ed20 con 0x7fe44c0d1410 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe45281e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe44c1624a0 con 0x7fe44c0cf930 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe44bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe44bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60682/0 (socket says 172.21.15.29:60682) 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe44bfff640 1 -- 172.21.15.29:0/2075032281 learned_addr learned my addr 172.21.15.29:0/2075032281 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0cf930 0x7fe44c1e8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.813+0000 7fe450dbb640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe44c0d1410 0x7fe44c0cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 -- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0cf930 msgr2=0x7fe44c1e8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0cf930 0x7fe44c1e8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 -- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe44c0d1410 msgr2=0x7fe44c0cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe44c0d1410 0x7fe44c0cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 -- 172.21.15.29:0/2075032281 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44c1e9710 con 0x7fe44c06c480 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe44bfff640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00e9b0 tx=0x7fe43c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43c017070 con 0x7fe44c06c480 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe43c00c9a0 con 0x7fe44c06c480 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe44c1e8e70 con 0x7fe44c06c480 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43c00cd90 con 0x7fe44c06c480 2024-09-16T01:14:31.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.814+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe44c1e9430 con 0x7fe44c06c480 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.815+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe44c06bf40 con 0x7fe44c06c480 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.816+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe43c01a070 con 0x7fe44c06c480 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.816+0000 7fe448ff9640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 0x7fe43806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.816+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7fe43c08b1e0 con 0x7fe44c06c480 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.816+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 0x7fe43806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:31.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.817+0000 7fe44b7fe640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 0x7fe43806e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe440034000 tx=0x7fe44002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:31.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.821+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe43c0594e0 con 0x7fe44c06c480 2024-09-16T01:14:31.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:31.995+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe44c0ccc90 con 0x7fe44c06c480 2024-09-16T01:14:32.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.677+0000 7fe448ff9640 1 -- 172.21.15.29:0/2075032281 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7fe43c05d7e0 con 0x7fe44c06c480 2024-09-16T01:14:32.679 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-16T01:14:32.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.680+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 msgr2=0x7fe43806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.680+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 0x7fe43806e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe440034000 tx=0x7fe44002e000 comp rx=0 tx=0).stop 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 msgr2=0x7fe44c1ea4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00e9b0 tx=0x7fe43c00ee70 comp rx=0 tx=0).stop 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 shutdown_connections 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe43806c2b0 0x7fe43806e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe44c0d1410 0x7fe44c0cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe44c0cf930 0x7fe44c1e8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 --2- 172.21.15.29:0/2075032281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe44c06c480 0x7fe44c1ea4a0 secure :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00e9b0 tx=0x7fe43c00ee70 comp rx=0 tx=0).stop 2024-09-16T01:14:32.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.681+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 >> 172.21.15.29:0/2075032281 conn(0x7fe44c067f80 msgr2=0x7fe44c0b4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:32.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.682+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 shutdown_connections 2024-09-16T01:14:32.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.685+0000 7fe45281e640 1 -- 172.21.15.29:0/2075032281 wait complete. 2024-09-16T01:14:32.712 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:14:32.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.822+0000 7f727565c640 1 Processor -- start 2024-09-16T01:14:32.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.822+0000 7f727565c640 1 -- start start 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f727565c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 0x7f72700b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f727565c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 0x7f72700d4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f727565c640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72700b39d0 con 0x7f72700cef60 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f727565c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f72700d50a0 con 0x7f72700d4710 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f727565c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f72700cf520 con 0x7f727015e640 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f726e7fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f72700cef60 0x7f72700d2e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53062/0 (socket says 172.21.15.29:53062) 2024-09-16T01:14:32.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.823+0000 7f726e7fc640 1 -- 172.21.15.29:0/2364944011 learned_addr learned my addr 172.21.15.29:0/2364944011 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726effd640 1 --2- 172.21.15.29:0/2364944011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 0x7f72700b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726f7fe640 1 --2- 172.21.15.29:0/2364944011 >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 0x7f72700d4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3958001550 0 0) 0x7f7264001110 con 0x7f72700cef60 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7258003520 con 0x7f72700cef60 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3148702072 0 0) 0x7f7258003520 con 0x7f72700cef60 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726effd640 1 -- 172.21.15.29:0/2364944011 >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 msgr2=0x7f72700d4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726effd640 1 --2- 172.21.15.29:0/2364944011 >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 0x7f72700d4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726effd640 1 -- 172.21.15.29:0/2364944011 >> v1:172.21.15.29:6789/0 conn(0x7f72700cef60 legacy=0x7f72700d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726effd640 1 -- 172.21.15.29:0/2364944011 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72700cf800 con 0x7f727015e640 2024-09-16T01:14:32.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.824+0000 7f726f7fe640 1 --2- 172.21.15.29:0/2364944011 >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 0x7f72700d4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:32.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.825+0000 7f726effd640 1 --2- 172.21.15.29:0/2364944011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 0x7f72700b3bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72600097a0 tx=0x7f726002a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f512fffe1080c6f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:32.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.825+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260037070 con 0x7f727015e640 2024-09-16T01:14:32.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.825+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f726002ab10 con 0x7f727015e640 2024-09-16T01:14:32.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.825+0000 7f726dffb640 1 -- 172.21.15.29:0/2364944011 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7264001840 con 0x7f727015e640 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 -- 172.21.15.29:0/2364944011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 msgr2=0x7f72700b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 --2- 172.21.15.29:0/2364944011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 0x7f72700b3bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72600097a0 tx=0x7f726002a080 comp rx=0 tx=0).stop 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 -- 172.21.15.29:0/2364944011 shutdown_connections 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 --2- 172.21.15.29:0/2364944011 >> v2:172.21.15.122:3300/0 conn(0x7f72700d4710 0x7f72700d4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 --2- 172.21.15.29:0/2364944011 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f727015e640 0x7f72700b3bf0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 -- 172.21.15.29:0/2364944011 >> 172.21.15.29:0/2364944011 conn(0x7f7270067d70 msgr2=0x7f7270068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 -- 172.21.15.29:0/2364944011 shutdown_connections 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.826+0000 7f727565c640 1 -- 172.21.15.29:0/2364944011 wait complete. 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.827+0000 7f727565c640 1 Processor -- start 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.827+0000 7f727565c640 1 -- start start 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 0x7f7270158400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f727015e640 0x7f72700b8a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f727015ea20 con 0x7f72700cef60 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f72700d2680 con 0x7f727015e640 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f727565c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f72700d3590 con 0x7f72700d4710 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60686/0 (socket says 172.21.15.29:60686) 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 -- 172.21.15.29:0/1667785255 learned_addr learned my addr 172.21.15.29:0/1667785255 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726e7fc640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 0x7f7270158400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726f7fe640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f727015e640 0x7f72700b8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 -- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 msgr2=0x7f7270158400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 0x7f7270158400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 -- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f727015e640 msgr2=0x7f72700b8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:32.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f727015e640 0x7f72700b8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726effd640 1 -- 172.21.15.29:0/1667785255 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f727014e0f0 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.828+0000 7f726e7fc640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 0x7f7270158400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f726effd640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f72600098c0 tx=0x7f72600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260037050 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7260043070 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260006e10 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7270159480 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.829+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72701591a0 con 0x7f72700cef60 2024-09-16T01:14:32.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.830+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72700d4b60 con 0x7f72700cef60 2024-09-16T01:14:32.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.830+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7260048460 con 0x7f72700cef60 2024-09-16T01:14:32.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.831+0000 7f72577fe640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 0x7f725c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:32.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.831+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f72600abbe0 con 0x7f72700cef60 2024-09-16T01:14:32.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.831+0000 7f726e7fc640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 0x7f725c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:32.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.832+0000 7f726e7fc640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 0x7f725c06e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7270159b30 tx=0x7f7264009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:32.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:32.836+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f727014e0f0 con 0x7f72700cef60 2024-09-16T01:14:33.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.047+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f7270161be0 con 0x7f72700cef60 2024-09-16T01:14:33.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.690+0000 7f72577fe640 1 -- 172.21.15.29:0/1667785255 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v14) ==== 172+0+0 (secure 0 0 0) 0x7f726007a390 con 0x7f72700cef60 2024-09-16T01:14:33.693 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 4 and data pool 5 2024-09-16T01:14:33.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.706+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 msgr2=0x7f725c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.706+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 0x7f725c06e7a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7270159b30 tx=0x7f7264009040 comp rx=0 tx=0).stop 2024-09-16T01:14:33.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.706+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 msgr2=0x7f727014dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.706+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f72600098c0 tx=0x7f72600046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 shutdown_connections 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f725c06c2e0 0x7f725c06e7a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f727015e640 0x7f72700b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f72700d4710 0x7f7270158400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 --2- 172.21.15.29:0/1667785255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72700cef60 0x7f727014dbb0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 >> 172.21.15.29:0/1667785255 conn(0x7f7270067d70 msgr2=0x7f72700d2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 shutdown_connections 2024-09-16T01:14:33.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.708+0000 7f727565c640 1 -- 172.21.15.29:0/1667785255 wait complete. 2024-09-16T01:14:33.726 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:33.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.830+0000 7f7e8f76d640 1 Processor -- start 2024-09-16T01:14:33.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.830+0000 7f7e8f76d640 1 -- start start 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8f76d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e880ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8f76d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7e880d3660 0x7f7e880cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8f76d640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e8815ea20 con 0x7f7e880cf0e0 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8f76d640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7e880b2860 con 0x7f7e880d3660 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8f76d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7e880b1c50 con 0x7f7e8815e640 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8cd08640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7e880cf0e0 0x7f7e880b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53066/0 (socket says 172.21.15.29:53066) 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8cd08640 1 -- 172.21.15.29:0/1083888751 learned_addr learned my addr 172.21.15.29:0/1083888751 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8d509640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e880ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.831+0000 7f7e8dd0a640 1 --2- 172.21.15.29:0/1083888751 >> v2:172.21.15.122:3300/0 conn(0x7f7e880d3660 0x7f7e880cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3681248546 0 0) 0x7f7e8815ea20 con 0x7f7e880cf0e0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e74003520 con 0x7f7e880cf0e0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 622716789 0 0) 0x7f7e74003520 con 0x7f7e880cf0e0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 msgr2=0x7f7e880ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e880ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 >> v2:172.21.15.122:3300/0 conn(0x7f7e880d3660 msgr2=0x7f7e880cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 --2- 172.21.15.29:0/1083888751 >> v2:172.21.15.122:3300/0 conn(0x7f7e880d3660 0x7f7e880cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e880b1f30 con 0x7f7e880cf0e0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f7e78001670 con 0x7f7e880cf0e0 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 >> v1:172.21.15.29:6789/0 conn(0x7f7e880cf0e0 legacy=0x7f7e880b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e740039b0 0x7f7e74003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e74004800 0x7f7e74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e880b2860 con 0x7f7e740039b0 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e880b1c50 con 0x7f7e74004800 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7e7400ba70 con 0x7f7e8815e640 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e740039b0 0x7f7e74003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8cd08640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e74004800 0x7f7e74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8dd0a640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 -- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 msgr2=0x7f7e740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 -- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e74004800 msgr2=0x7f7e74004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e74004800 0x7f7e74004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8d509640 1 -- 172.21.15.29:0/1083888751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e74003520 con 0x7f7e740039b0 2024-09-16T01:14:33.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8cd08640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e74004800 0x7f7e74004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.832+0000 7f7e8dd0a640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815e640 0x7f7e740051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.833+0000 7f7e8d509640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e740039b0 0x7f7e74003df0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7e84009f90 tx=0x7f7e74005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21f1fccd2450a060 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.833+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e84009c10 con 0x7f7e740039b0 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.833+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e84036070 con 0x7f7e740039b0 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.833+0000 7f7e7ffff640 1 -- 172.21.15.29:0/1083888751 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e84031830 con 0x7f7e740039b0 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 -- 172.21.15.29:0/1083888751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e740039b0 msgr2=0x7f7e74003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/1083888751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e740039b0 0x7f7e74003df0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7e84009f90 tx=0x7f7e74005830 comp rx=0 tx=0).stop 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8dd0a640 1 -- 172.21.15.29:0/1083888751 reap_dead start 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 -- 172.21.15.29:0/1083888751 shutdown_connections 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 -- 172.21.15.29:0/1083888751 >> 172.21.15.29:0/1083888751 conn(0x7f7e8809d820 msgr2=0x7f7e880d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 -- 172.21.15.29:0/1083888751 shutdown_connections 2024-09-16T01:14:33.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.834+0000 7f7e8f76d640 1 -- 172.21.15.29:0/1083888751 wait complete. 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.835+0000 7f7e8f76d640 1 Processor -- start 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.835+0000 7f7e8f76d640 1 -- start start 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e740039b0 0x7f7e88154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815cf50 0x7f7e880c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e880cfe40 con 0x7f7e881f5140 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e880b24f0 con 0x7f7e740039b0 2024-09-16T01:14:33.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8f76d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7e880b73a0 con 0x7f7e8815cf50 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60700/0 (socket says 172.21.15.29:60700) 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 -- 172.21.15.29:0/3991911399 learned_addr learned my addr 172.21.15.29:0/3991911399 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8dd0a640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815cf50 0x7f7e880c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8d509640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e740039b0 0x7f7e88154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 -- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815cf50 msgr2=0x7f7e880c99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815cf50 0x7f7e880c99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 -- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e740039b0 msgr2=0x7f7e88154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e740039b0 0x7f7e88154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 -- 172.21.15.29:0/3991911399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e881f3f40 con 0x7f7e881f5140 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e8cd08640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7e78000fb0 tx=0x7f7e7800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e7800ee00 con 0x7f7e881f5140 2024-09-16T01:14:33.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.836+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e78018070 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.837+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e881f4200 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.837+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e7800cab0 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.837+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e881f47c0 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.838+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e880ceba0 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.838+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e7800cc50 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.839+0000 7f7e7dffb640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 0x7f7e6c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.839+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f7e7808b0a0 con 0x7f7e881f5140 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.839+0000 7f7e8d509640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 0x7f7e6c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:33.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.839+0000 7f7e8d509640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 0x7f7e6c06e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7e84035000 tx=0x7f7e8402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:33.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:33.843+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e78059120 con 0x7f7e881f5140 2024-09-16T01:14:34.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.019+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7e8806cb50 con 0x7f7e881f5140 2024-09-16T01:14:34.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.020+0000 7f7e7dffb640 1 -- 172.21.15.29:0/3991911399 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7f7e7805d420 con 0x7f7e881f5140 2024-09-16T01:14:34.022 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:34.022 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":31,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:14:33.048353+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:14:30.936223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:14:32.026036+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:34.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 msgr2=0x7f7e6c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 0x7f7e6c06e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7e84035000 tx=0x7f7e8402f000 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 msgr2=0x7f7e8815ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7e78000fb0 tx=0x7f7e7800ec10 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 shutdown_connections 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7e6c06c2e0 0x7f7e6c06e7a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7e8815cf50 0x7f7e880c99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e881f5140 0x7f7e8815ca10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 --2- 172.21.15.29:0/3991911399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e740039b0 0x7f7e88154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 >> 172.21.15.29:0/3991911399 conn(0x7f7e8809d820 msgr2=0x7f7e8806d070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 shutdown_connections 2024-09-16T01:14:34.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.022+0000 7f7e8f76d640 1 -- 172.21.15.29:0/3991911399 wait complete. 2024-09-16T01:14:34.035 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:34.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.136+0000 7f76dd49b640 1 Processor -- start 2024-09-16T01:14:34.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.136+0000 7f76dd49b640 1 -- start start 2024-09-16T01:14:34.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76dd49b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76d8162d20 0x7f76d80d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76dd49b640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76d81631b0 con 0x7f76d815e890 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76dd49b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76d80cf6a0 con 0x7f76d80b6b30 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76dd49b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f76d815ec70 con 0x7f76d8162d20 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76d8162d20 0x7f76d80d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76d8162d20 0x7f76d80d2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60708/0 (socket says 172.21.15.29:60708) 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 -- 172.21.15.29:0/846982625 learned_addr learned my addr 172.21.15.29:0/846982625 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d6ffd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f76d815e890 0x7f76d80b6420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53080/0 (socket says 172.21.15.29:53080) 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 -- 172.21.15.29:0/846982625 >> v1:172.21.15.122:6789/0 conn(0x7f76d80b6b30 legacy=0x7f76d80d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 -- 172.21.15.29:0/846982625 >> v1:172.21.15.29:6789/0 conn(0x7f76d815e890 legacy=0x7f76d80b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d5ffb640 1 -- 172.21.15.29:0/846982625 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 415537021 0 0) 0x7f76d81631b0 con 0x7f76d815e890 2024-09-16T01:14:34.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.137+0000 7f76d67fc640 1 -- 172.21.15.29:0/846982625 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d80cf980 con 0x7f76d8162d20 2024-09-16T01:14:34.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.138+0000 7f76d67fc640 1 --2- 172.21.15.29:0/846982625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d8162d20 0x7f76d80d2f40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c002a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97c38102e9d3d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.138+0000 7f76d5ffb640 1 -- 172.21.15.29:0/846982625 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0037070 con 0x7f76d8162d20 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.138+0000 7f76d5ffb640 1 -- 172.21.15.29:0/846982625 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76c0032640 con 0x7f76d8162d20 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.138+0000 7f76d5ffb640 1 -- 172.21.15.29:0/846982625 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0032a10 con 0x7f76d8162d20 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 -- 172.21.15.29:0/846982625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d8162d20 msgr2=0x7f76d80d2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 --2- 172.21.15.29:0/846982625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d8162d20 0x7f76d80d2f40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c002a330 comp rx=0 tx=0).stop 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 -- 172.21.15.29:0/846982625 shutdown_connections 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 --2- 172.21.15.29:0/846982625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d8162d20 0x7f76d80d2f40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 -- 172.21.15.29:0/846982625 >> 172.21.15.29:0/846982625 conn(0x7f76d80d1440 msgr2=0x7f76d80d1850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 -- 172.21.15.29:0/846982625 shutdown_connections 2024-09-16T01:14:34.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.139+0000 7f76dd49b640 1 -- 172.21.15.29:0/846982625 wait complete. 2024-09-16T01:14:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.140+0000 7f76dd49b640 1 Processor -- start 2024-09-16T01:14:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.140+0000 7f76dd49b640 1 -- start start 2024-09-16T01:14:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f76d80b6b30 0x7f76d815fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 0x7f76d8152180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76d80ce830 con 0x7f76d815e890 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f76d80d2ab0 con 0x7f76d8152800 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76dd49b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f76d80ce9b0 con 0x7f76d80b6b30 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60710/0 (socket says 172.21.15.29:60710) 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 -- 172.21.15.29:0/979836890 learned_addr learned my addr 172.21.15.29:0/979836890 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d6ffd640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f76d80b6b30 0x7f76d815fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d77fe640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 0x7f76d8152180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 -- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f76d80b6b30 msgr2=0x7f76d815fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f76d80b6b30 0x7f76d815fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 -- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 msgr2=0x7f76d8152180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 0x7f76d8152180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d67fc640 1 -- 172.21.15.29:0/979836890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d8160190 con 0x7f76d815e890 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.141+0000 7f76d77fe640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 0x7f76d8152180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76d67fc640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0037040 con 0x7f76d815e890 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76c0004250 con 0x7f76d815e890 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76d8160470 con 0x7f76d815e890 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c003c730 con 0x7f76d815e890 2024-09-16T01:14:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.142+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76d8160a30 con 0x7f76d815e890 2024-09-16T01:14:34.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.143+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76d80cee00 con 0x7f76d815e890 2024-09-16T01:14:34.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.143+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f76c003a070 con 0x7f76d815e890 2024-09-16T01:14:34.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.144+0000 7f76cf7fe640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 0x7f76b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.144+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f76c00abd90 con 0x7f76d815e890 2024-09-16T01:14:34.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.144+0000 7f76d6ffd640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 0x7f76b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.145+0000 7f76d6ffd640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 0x7f76b806e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f76c80012e0 tx=0x7f76c8001700 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.148+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76c0041020 con 0x7f76d815e890 2024-09-16T01:14:34.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.326+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76d80d23b0 con 0x7f76d815e890 2024-09-16T01:14:34.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.327+0000 7f76cf7fe640 1 -- 172.21.15.29:0/979836890 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7f76c0079eb0 con 0x7f76d815e890 2024-09-16T01:14:34.328 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:34.328 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":31,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:14:33.048353+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:14:30.936223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:14:32.026036+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:34.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 msgr2=0x7f76b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 0x7f76b806e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f76c80012e0 tx=0x7f76c8001700 comp rx=0 tx=0).stop 2024-09-16T01:14:34.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 msgr2=0x7f76d8161230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f76c0009870 tx=0x7f76c00046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 shutdown_connections 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f76b806c2e0 0x7f76b806e7a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76d8152800 0x7f76d8152180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76d815e890 0x7f76d8161230 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 --2- 172.21.15.29:0/979836890 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f76d80b6b30 0x7f76d815fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 >> 172.21.15.29:0/979836890 conn(0x7f76d80d1440 msgr2=0x7f76d8154850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 shutdown_connections 2024-09-16T01:14:34.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.329+0000 7f76dd49b640 1 -- 172.21.15.29:0/979836890 wait complete. 2024-09-16T01:14:34.342 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.446+0000 7fb59d9d8640 1 Processor -- start 2024-09-16T01:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.446+0000 7fb59d9d8640 1 -- start start 2024-09-16T01:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb59d9d8640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb59815e640 0x7fb5980b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb59d9d8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fb5980d4710 0x7fb5980d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb59d9d8640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5980b39d0 con 0x7fb5980cef60 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb59d9d8640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb5980cf520 con 0x7fb59815e640 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb59d9d8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fb5980cf800 con 0x7fb5980d4710 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb59815e640 0x7fb5980b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb59815e640 0x7fb5980b3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60714/0 (socket says 172.21.15.29:60714) 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 -- 172.21.15.29:0/3195061351 learned_addr learned my addr 172.21.15.29:0/3195061351 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 -- 172.21.15.29:0/3195061351 >> v2:172.21.15.122:3300/0 conn(0x7fb5980d4710 msgr2=0x7fb5980d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb5977fe640 1 --2- 172.21.15.29:0/3195061351 >> v2:172.21.15.122:3300/0 conn(0x7fb5980d4710 0x7fb5980d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 --2- 172.21.15.29:0/3195061351 >> v2:172.21.15.122:3300/0 conn(0x7fb5980d4710 0x7fb5980d4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 -- 172.21.15.29:0/3195061351 >> v1:172.21.15.122:6789/0 conn(0x7fb5980cef60 legacy=0x7fb5980d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.447+0000 7fb596ffd640 1 -- 172.21.15.29:0/3195061351 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5980cfae0 con 0x7fb59815e640 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.448+0000 7fb596ffd640 1 --2- 172.21.15.29:0/3195061351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb59815e640 0x7fb5980b3bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb5980d1a20 tx=0x7fb58802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b55002825a7855e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.448+0000 7fb5967fc640 1 -- 172.21.15.29:0/3195061351 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb588037070 con 0x7fb59815e640 2024-09-16T01:14:34.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.448+0000 7fb5967fc640 1 -- 172.21.15.29:0/3195061351 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb588032440 con 0x7fb59815e640 2024-09-16T01:14:34.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.448+0000 7fb5967fc640 1 -- 172.21.15.29:0/3195061351 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb588032810 con 0x7fb59815e640 2024-09-16T01:14:34.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 -- 172.21.15.29:0/3195061351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb59815e640 msgr2=0x7fb5980b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/3195061351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb59815e640 0x7fb5980b3bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb5980d1a20 tx=0x7fb58802a1a0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 -- 172.21.15.29:0/3195061351 shutdown_connections 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/3195061351 >> v2:172.21.15.122:3300/0 conn(0x7fb5980d4710 0x7fb5980d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/3195061351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb59815e640 0x7fb5980b3bf0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 -- 172.21.15.29:0/3195061351 >> 172.21.15.29:0/3195061351 conn(0x7fb598067d70 msgr2=0x7fb598068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 -- 172.21.15.29:0/3195061351 shutdown_connections 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.449+0000 7fb59d9d8640 1 -- 172.21.15.29:0/3195061351 wait complete. 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.450+0000 7fb59d9d8640 1 Processor -- start 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.450+0000 7fb59d9d8640 1 -- start start 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb5980cef60 0x7fb5980cc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb59815e640 0x7fb5980c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb59815ea20 con 0x7fb5980d4710 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5980d5050 con 0x7fb59815e640 2024-09-16T01:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb59d9d8640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fb5980d3590 con 0x7fb5980cef60 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60718/0 (socket says 172.21.15.29:60718) 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 -- 172.21.15.29:0/2670599092 learned_addr learned my addr 172.21.15.29:0/2670599092 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb5977fe640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb59815e640 0x7fb5980c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 -- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb5980cef60 msgr2=0x7fb5980cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb5980cef60 0x7fb5980cc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 -- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb59815e640 msgr2=0x7fb5980c97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb59815e640 0x7fb5980c97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.451+0000 7fb58ffff640 1 -- 172.21.15.29:0/2670599092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5980cace0 con 0x7fb5980d4710 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb58ffff640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb58000b420 tx=0x7fb58000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb580011830 con 0x7fb5980d4710 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb580016070 con 0x7fb5980d4710 2024-09-16T01:14:34.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5980ca1a0 con 0x7fb5980d4710 2024-09-16T01:14:34.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb580011c10 con 0x7fb5980d4710 2024-09-16T01:14:34.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.452+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5980caf80 con 0x7fb5980d4710 2024-09-16T01:14:34.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.453+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5980d4b10 con 0x7fb5980d4710 2024-09-16T01:14:34.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.454+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb58001b460 con 0x7fb5980d4710 2024-09-16T01:14:34.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.454+0000 7fb594ff9640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 0x7fb57806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.454+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fb58008af60 con 0x7fb5980d4710 2024-09-16T01:14:34.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.454+0000 7fb596ffd640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 0x7fb57806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.455+0000 7fb596ffd640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 0x7fb57806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb588034000 tx=0x7fb58802c000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.459+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb580020020 con 0x7fb5980d4710 2024-09-16T01:14:34.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.672+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb598068280 con 0x7fb5980d4710 2024-09-16T01:14:34.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.689+0000 7fb594ff9640 1 -- 172.21.15.29:0/2670599092 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7fb5800596d0 con 0x7fb5980d4710 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 msgr2=0x7fb57806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 0x7fb57806e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb588034000 tx=0x7fb58802c000 comp rx=0 tx=0).stop 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 msgr2=0x7fb5980c9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb58000b420 tx=0x7fb58000b8e0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 shutdown_connections 2024-09-16T01:14:34.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fb57806c2b0 0x7fb57806e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb59815e640 0x7fb5980c97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5980d4710 0x7fb5980c9280 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 --2- 172.21.15.29:0/2670599092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fb5980cef60 0x7fb5980cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 >> 172.21.15.29:0/2670599092 conn(0x7fb598067d70 msgr2=0x7fb5980b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 shutdown_connections 2024-09-16T01:14:34.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.693+0000 7fb59d9d8640 1 -- 172.21.15.29:0/2670599092 wait complete. 2024-09-16T01:14:34.707 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T01:14:34.707 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T01:14:34.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.812+0000 7f9feb766640 1 Processor -- start 2024-09-16T01:14:34.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.813+0000 7f9feb766640 1 -- start start 2024-09-16T01:14:34.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.813+0000 7f9feb766640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9fe415e640 0x7f9fe40b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.813+0000 7f9feb766640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fe40b39d0 con 0x7f9fe40d4710 2024-09-16T01:14:34.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9feb766640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fe40cf520 con 0x7f9fe40cef60 2024-09-16T01:14:34.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9feb766640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9fe40cf800 con 0x7f9fe415e640 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9d03640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9fe40d4710 0x7f9fe40d4b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53094/0 (socket says 172.21.15.29:53094) 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9d03640 1 -- 172.21.15.29:0/3905605030 learned_addr learned my addr 172.21.15.29:0/3905605030 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9502640 1 --2- 172.21.15.29:0/3905605030 >> v2:172.21.15.122:3300/0 conn(0x7f9fe415e640 0x7f9fe40b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1006993963 0 0) 0x7f9fdc001490 con 0x7f9fe40d4710 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fd0003520 con 0x7f9fe40d4710 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1747019347 0 0) 0x7f9fe40cf520 con 0x7f9fe40cef60 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fdc001490 con 0x7f9fe40cef60 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1174648443 0 0) 0x7f9fd0003520 con 0x7f9fe40d4710 2024-09-16T01:14:34.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9502640 1 -- 172.21.15.29:0/3905605030 >> v1:172.21.15.122:6789/0 conn(0x7f9fe40cef60 legacy=0x7f9fe40d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9502640 1 -- 172.21.15.29:0/3905605030 >> v1:172.21.15.29:6789/0 conn(0x7f9fe40d4710 legacy=0x7f9fe40d4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.814+0000 7f9fe9502640 1 -- 172.21.15.29:0/3905605030 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe40cfae0 con 0x7f9fe415e640 2024-09-16T01:14:34.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.815+0000 7f9fe9502640 1 --2- 172.21.15.29:0/3905605030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe415e640 0x7f9fe40b3bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9fe00097a0 tx=0x7f9fe002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8ab4633a67203b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.815+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe0037070 con 0x7f9fe415e640 2024-09-16T01:14:34.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.815+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe002abc0 con 0x7f9fe415e640 2024-09-16T01:14:34.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.815+0000 7f9fdbfff640 1 -- 172.21.15.29:0/3905605030 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc001bc0 con 0x7f9fe415e640 2024-09-16T01:14:34.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 -- 172.21.15.29:0/3905605030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe415e640 msgr2=0x7f9fe40b3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 --2- 172.21.15.29:0/3905605030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe415e640 0x7f9fe40b3bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9fe00097a0 tx=0x7f9fe002a130 comp rx=0 tx=0).stop 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 -- 172.21.15.29:0/3905605030 shutdown_connections 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 --2- 172.21.15.29:0/3905605030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe415e640 0x7f9fe40b3bf0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 -- 172.21.15.29:0/3905605030 >> 172.21.15.29:0/3905605030 conn(0x7f9fe4067d70 msgr2=0x7f9fe4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 -- 172.21.15.29:0/3905605030 shutdown_connections 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.816+0000 7f9feb766640 1 -- 172.21.15.29:0/3905605030 wait complete. 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.817+0000 7f9feb766640 1 Processor -- start 2024-09-16T01:14:34.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.817+0000 7f9feb766640 1 -- start start 2024-09-16T01:14:34.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe40d4710 0x7f9fe40ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fe415e640 0x7f9fe40cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe40d3590 con 0x7f9fe40cef60 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe415ea20 con 0x7f9fe40d4710 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9feb766640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9fe40d3710 con 0x7f9fe415e640 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60720/0 (socket says 172.21.15.29:60720) 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 -- 172.21.15.29:0/1606390506 learned_addr learned my addr 172.21.15.29:0/1606390506 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 -- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fe415e640 msgr2=0x7f9fe40cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fe415e640 0x7f9fe40cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 -- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe40d4710 msgr2=0x7f9fe40ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe40d4710 0x7f9fe40ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 -- 172.21.15.29:0/1606390506 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe40ccd30 con 0x7f9fe40cef60 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fe9502640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0035040 tx=0x7f9fe00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.818+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe0041020 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.819+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fe003d620 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.819+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe40cd010 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.819+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe0037040 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.819+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe40cd5d0 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.820+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fe40b3bf0 con 0x7f9fe40cef60 2024-09-16T01:14:34.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.820+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fe0044020 con 0x7f9fe40cef60 2024-09-16T01:14:34.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.821+0000 7f9fd9ffb640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 0x7f9fc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:34.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.821+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f9fe00ab600 con 0x7f9fe40cef60 2024-09-16T01:14:34.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.821+0000 7f9fe8d01640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 0x7f9fc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:34.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.822+0000 7f9fe8d01640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 0x7f9fc806e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40011e0 tx=0x7f9fd40078f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:34.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:34.825+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9fe004b070 con 0x7f9fe40cef60 2024-09-16T01:14:35.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.039+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f9fe40b8ff0 con 0x7f9fe40cef60 2024-09-16T01:14:35.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.700+0000 7f9fd9ffb640 1 -- 172.21.15.29:0/1606390506 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f9fe0079e00 con 0x7f9fe40cef60 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 msgr2=0x7f9fc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 0x7f9fc806e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40011e0 tx=0x7f9fd40078f0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 msgr2=0x7f9fe4150d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0035040 tx=0x7f9fe00046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 shutdown_connections 2024-09-16T01:14:35.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9fc806c2b0 0x7f9fc806e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9fe415e640 0x7f9fe40cddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9fe40d4710 0x7f9fe40ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 --2- 172.21.15.29:0/1606390506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fe40cef60 0x7f9fe4150d70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 >> 172.21.15.29:0/1606390506 conn(0x7f9fe4067d70 msgr2=0x7f9fe40d2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 shutdown_connections 2024-09-16T01:14:35.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.703+0000 7f9feb766640 1 -- 172.21.15.29:0/1606390506 wait complete. 2024-09-16T01:14:35.717 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T01:14:35.718 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.825+0000 7f926935f640 1 Processor -- start 2024-09-16T01:14:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.825+0000 7f926935f640 1 -- start start 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f926935f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f92640b2490 0x7f9264165db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f926935f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92640ce480 con 0x7f92640cdfc0 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f926935f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92640ce760 con 0x7f926415b1e0 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f926935f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f92640cea40 con 0x7f92640b2490 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f92627fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f92640cdfc0 0x7f92640b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53096/0 (socket says 172.21.15.29:53096) 2024-09-16T01:14:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f92627fc640 1 -- 172.21.15.29:0/3836237398 learned_addr learned my addr 172.21.15.29:0/3836237398 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f92637fe640 1 --2- 172.21.15.29:0/3836237398 >> v2:172.21.15.122:3300/0 conn(0x7f92640b2490 0x7f9264165db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1112302746 0 0) 0x7f92640ce480 con 0x7f92640cdfc0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.826+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f924c003520 con 0x7f92640cdfc0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3900506520 0 0) 0x7f924c003520 con 0x7f92640cdfc0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 >> v2:172.21.15.122:3300/0 conn(0x7f92640b2490 msgr2=0x7f9264165db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 --2- 172.21.15.29:0/3836237398 >> v2:172.21.15.122:3300/0 conn(0x7f92640b2490 0x7f9264165db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 >> v1:172.21.15.122:6789/0 conn(0x7f926415b1e0 legacy=0x7f92640b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92640ced20 con 0x7f92640cdfc0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f9258001670 con 0x7f92640cdfc0 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 >> v1:172.21.15.29:6789/0 conn(0x7f92640cdfc0 legacy=0x7f92640b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0039b0 0x7f924c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f924c004800 0x7f924c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 0x7f924c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f92640cea40 con 0x7f924c0051c0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f924c00c060 con 0x7f924c0039b0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f924c00c260 con 0x7f924c004800 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 0x7f924c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f9262ffd640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0039b0 0x7f924c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92627fc640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f924c004800 0x7f924c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 -- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f924c004800 msgr2=0x7f924c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f924c004800 0x7f924c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 -- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0039b0 msgr2=0x7f924c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0039b0 0x7f924c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.827+0000 7f92637fe640 1 -- 172.21.15.29:0/3836237398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924c003520 con 0x7f924c0051c0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.828+0000 7f92637fe640 1 -- 172.21.15.29:0/3836237398 reap_dead start 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.828+0000 7f92637fe640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 0x7f924c00b9c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f925c009f90 tx=0x7f924c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d074a51ff23c0b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.828+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c009c10 con 0x7f924c0051c0 2024-09-16T01:14:35.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.828+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f925c031440 con 0x7f924c0051c0 2024-09-16T01:14:35.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.828+0000 7f9261ffb640 1 -- 172.21.15.29:0/3836237398 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c031810 con 0x7f924c0051c0 2024-09-16T01:14:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 -- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 msgr2=0x7f924c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 0x7f924c00b9c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f925c009f90 tx=0x7f924c005830 comp rx=0 tx=0).stop 2024-09-16T01:14:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 -- 172.21.15.29:0/3836237398 shutdown_connections 2024-09-16T01:14:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 --2- 172.21.15.29:0/3836237398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f924c0051c0 0x7f924c00b9c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 -- 172.21.15.29:0/3836237398 >> 172.21.15.29:0/3836237398 conn(0x7f926406bc10 msgr2=0x7f926406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 -- 172.21.15.29:0/3836237398 shutdown_connections 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.829+0000 7f926935f640 1 -- 172.21.15.29:0/3836237398 wait complete. 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.830+0000 7f926935f640 1 Processor -- start 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.830+0000 7f926935f640 1 -- start start 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0051c0 0x7f9264146d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9264071d40 0x7f92641573a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f92640b1d80 con 0x7f92640721c0 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9264071130 con 0x7f924c0051c0 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f926935f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f92640b1f00 con 0x7f9264071d40 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60746/0 (socket says 172.21.15.29:60746) 2024-09-16T01:14:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 -- 172.21.15.29:0/188083788 learned_addr learned my addr 172.21.15.29:0/188083788 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f9262ffd640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0051c0 0x7f9264146d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92627fc640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9264071d40 0x7f92641573a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 -- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9264071d40 msgr2=0x7f92641573a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9264071d40 0x7f92641573a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 -- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0051c0 msgr2=0x7f9264146d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0051c0 0x7f9264146d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.831+0000 7f92637fe640 1 -- 172.21.15.29:0/188083788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9264072920 con 0x7f92640721c0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f92637fe640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f925c02aee0 tx=0x7f925c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c009c10 con 0x7f92640721c0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f925c043070 con 0x7f92640721c0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9264072c00 con 0x7f92640721c0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c03c8b0 con 0x7f92640721c0 2024-09-16T01:14:35.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.832+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92640731c0 con 0x7f92640721c0 2024-09-16T01:14:35.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.833+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92640b3c90 con 0x7f92640721c0 2024-09-16T01:14:35.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.833+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f925c005d10 con 0x7f92640721c0 2024-09-16T01:14:35.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.834+0000 7f924b7fe640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 0x7f925006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:35.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.834+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f925c0abd40 con 0x7f92640721c0 2024-09-16T01:14:35.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.834+0000 7f9262ffd640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 0x7f925006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:35.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.835+0000 7f9262ffd640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 0x7f925006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9254000c00 tx=0x7f9254009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:35.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:35.838+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f925c079dc0 con 0x7f92640721c0 2024-09-16T01:14:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.047+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9264158da0 con 0x7f92640721c0 2024-09-16T01:14:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.047+0000 7f924b7fe640 1 -- 172.21.15.29:0/188083788 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7f925c07e0c0 con 0x7f92640721c0 2024-09-16T01:14:36.048 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:36.048 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":16,"btime":"2024-09-16T01:14:35:697222+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4824,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:35.040437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6835/3030489285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3030489285},{"type":"v1","addr":"172.21.15.29:6835","nonce":3030489285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-16T01:14:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 16 2024-09-16T01:14:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 msgr2=0x7f925006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 0x7f925006e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9254000c00 tx=0x7f9254009040 comp rx=0 tx=0).stop 2024-09-16T01:14:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 msgr2=0x7f92641578e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f925c02aee0 tx=0x7f925c009750 comp rx=0 tx=0).stop 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 shutdown_connections 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f925006c2b0 0x7f925006e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92640721c0 0x7f92641578e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9264071d40 0x7f92641573a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 --2- 172.21.15.29:0/188083788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f924c0051c0 0x7f9264146d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 >> 172.21.15.29:0/188083788 conn(0x7f926406bc10 msgr2=0x7f92640b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 shutdown_connections 2024-09-16T01:14:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.049+0000 7f926935f640 1 -- 172.21.15.29:0/188083788 wait complete. 2024-09-16T01:14:36.061 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:14:36.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.162+0000 7fe54f2d0640 1 Processor -- start 2024-09-16T01:14:36.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.162+0000 7fe54f2d0640 1 -- start start 2024-09-16T01:14:36.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.162+0000 7fe54f2d0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54f2d0640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 0x7fe5480cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54f2d0640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe54815ea20 con 0x7fe5480cf0e0 2024-09-16T01:14:36.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54f2d0640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fe5480b2860 con 0x7fe5480d3660 2024-09-16T01:14:36.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54f2d0640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe5480b1c50 con 0x7fe54815e640 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54c86b640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe5480cf0e0 0x7fe5480b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53098/0 (socket says 172.21.15.29:53098) 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54c86b640 1 -- 172.21.15.29:0/1080323510 learned_addr learned my addr 172.21.15.29:0/1080323510 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d06c640 1 --2- 172.21.15.29:0/1080323510 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d86d640 1 --2- 172.21.15.29:0/1080323510 >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 0x7fe5480cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3628873696 0 0) 0x7fe54815ea20 con 0x7fe5480cf0e0 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe534003520 con 0x7fe5480cf0e0 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d06c640 1 -- 172.21.15.29:0/1080323510 >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 msgr2=0x7fe5480cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d06c640 1 --2- 172.21.15.29:0/1080323510 >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 0x7fe5480cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2646179683 0 0) 0x7fe534003520 con 0x7fe5480cf0e0 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d06c640 1 -- 172.21.15.29:0/1080323510 >> v1:172.21.15.29:6789/0 conn(0x7fe5480cf0e0 legacy=0x7fe5480b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d06c640 1 -- 172.21.15.29:0/1080323510 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5480b1f30 con 0x7fe54815e640 2024-09-16T01:14:36.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.163+0000 7fe54d86d640 1 --2- 172.21.15.29:0/1080323510 >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 0x7fe5480cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:36.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.164+0000 7fe54d06c640 1 --2- 172.21.15.29:0/1080323510 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ceba0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe54815ebf0 tx=0x7fe54402a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=193454851060d8f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.164+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe544037070 con 0x7fe54815e640 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.164+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe54402aa90 con 0x7fe54815e640 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.164+0000 7fe53ffff640 1 -- 172.21.15.29:0/1080323510 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe538001670 con 0x7fe54815e640 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 -- 172.21.15.29:0/1080323510 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 msgr2=0x7fe5480ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/1080323510 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ceba0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe54815ebf0 tx=0x7fe54402a000 comp rx=0 tx=0).stop 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 -- 172.21.15.29:0/1080323510 shutdown_connections 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/1080323510 >> v2:172.21.15.122:3300/0 conn(0x7fe5480d3660 0x7fe5480cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/1080323510 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ceba0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 -- 172.21.15.29:0/1080323510 >> 172.21.15.29:0/1080323510 conn(0x7fe54809d820 msgr2=0x7fe5480d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 -- 172.21.15.29:0/1080323510 shutdown_connections 2024-09-16T01:14:36.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.165+0000 7fe54f2d0640 1 -- 172.21.15.29:0/1080323510 wait complete. 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.166+0000 7fe54f2d0640 1 Processor -- start 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.166+0000 7fe54f2d0640 1 -- start start 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5480d3660 0x7fe5480ca230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ca770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe5480cfe40 con 0x7fe5480cf0e0 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe5480b24f0 con 0x7fe5480d3660 2024-09-16T01:14:36.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54f2d0640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe5480b73a0 con 0x7fe54815e640 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60758/0 (socket says 172.21.15.29:60758) 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 -- 172.21.15.29:0/3252019030 learned_addr learned my addr 172.21.15.29:0/3252019030 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d86d640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54c86b640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5480d3660 0x7fe5480ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 -- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 msgr2=0x7fe5480ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ca770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 -- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5480d3660 msgr2=0x7fe5480ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5480d3660 0x7fe5480ca230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 -- 172.21.15.29:0/3252019030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe54815ef60 con 0x7fe5480cf0e0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.167+0000 7fe54d06c640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe544035040 tx=0x7fe5440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.168+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe544037050 con 0x7fe5480cf0e0 2024-09-16T01:14:36.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.168+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe544043070 con 0x7fe5480cf0e0 2024-09-16T01:14:36.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.168+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe54815a7e0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.168+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54403ca50 con 0x7fe5480cf0e0 2024-09-16T01:14:36.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.168+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5480cada0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.169+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5480ceba0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.169+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe54403cbf0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.170+0000 7fe53dffb640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 0x7fe52c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.170+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fe5440ac020 con 0x7fe5480cf0e0 2024-09-16T01:14:36.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.170+0000 7fe54c86b640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 0x7fe52c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.171+0000 7fe54c86b640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 0x7fe52c06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe54815ca20 tx=0x7fe538001d40 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.174+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe54407a8b0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.351+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5480b15a0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.352+0000 7fe53dffb640 1 -- 172.21.15.29:0/3252019030 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7fe54407a1b0 con 0x7fe5480cf0e0 2024-09-16T01:14:36.354 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:36.354 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":32,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:14:34.689600+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:14:30.936223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:14:32.026036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 msgr2=0x7fe52c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 0x7fe52c06e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe54815ca20 tx=0x7fe538001d40 comp rx=0 tx=0).stop 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 msgr2=0x7fe54815ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe544035040 tx=0x7fe5440046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 shutdown_connections 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe52c06c2b0 0x7fe52c06e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe54815e640 0x7fe5480ca770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5480d3660 0x7fe5480ca230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.354+0000 7fe54f2d0640 1 --2- 172.21.15.29:0/3252019030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5480cf0e0 0x7fe54815ea20 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.355+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 >> 172.21.15.29:0/3252019030 conn(0x7fe54809d820 msgr2=0x7fe5480b77d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.355+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 shutdown_connections 2024-09-16T01:14:36.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.355+0000 7fe54f2d0640 1 -- 172.21.15.29:0/3252019030 wait complete. 2024-09-16T01:14:36.367 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:14:36.367 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:14:36.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.467+0000 7f9a7d00e640 1 Processor -- start 2024-09-16T01:14:36.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 -- start start 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a780cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f9a780b5320 0x7f9a780b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a780731d0 con 0x7f9a7815e670 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f9a780d0040 con 0x7f9a780b5320 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.468+0000 7f9a7d00e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9a780cf490 con 0x7f9a780ceaf0 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a76d9d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9a7815e670 0x7f9a78070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53110/0 (socket says 172.21.15.29:53110) 2024-09-16T01:14:36.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a76d9d640 1 -- 172.21.15.29:0/477252802 learned_addr learned my addr 172.21.15.29:0/477252802 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a7659c640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a780cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> v2:172.21.15.122:3300/0 conn(0x7f9a780b5320 0x7f9a780b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1827889158 0 0) 0x7f9a780731d0 con 0x7f9a7815e670 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a60003520 con 0x7f9a7815e670 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2411212951 0 0) 0x7f9a60003520 con 0x7f9a7815e670 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 msgr2=0x7f9a780cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a780cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 >> v2:172.21.15.122:3300/0 conn(0x7f9a780b5320 msgr2=0x7f9a780b57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 --2- 172.21.15.29:0/477252802 >> v2:172.21.15.122:3300/0 conn(0x7f9a780b5320 0x7f9a780b57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a780734b0 con 0x7f9a7815e670 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f9a68001670 con 0x7f9a7815e670 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 >> v1:172.21.15.29:6789/0 conn(0x7f9a7815e670 legacy=0x7f9a78070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a600039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a60003f30 0x7f9a60004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a60004d40 0x7f9a600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6000b9c0 con 0x7f9a60004d40 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6000bb40 con 0x7f9a60003f30 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9a6000bcf0 con 0x7f9a780ceaf0 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> v2:172.21.15.122:3300/0 conn(0x7f9a780b5320 0x7f9a780b57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a60004d40 0x7f9a600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a76d9d640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a600039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.469+0000 7f9a7659c640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a60003f30 0x7f9a60004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 -- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 msgr2=0x7f9a600039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a780ceaf0 0x7f9a600039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 -- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a60003f30 msgr2=0x7f9a60004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a60003f30 0x7f9a60004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 -- 172.21.15.29:0/477252802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a60003520 con 0x7f9a60004d40 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.470+0000 7f9a7759e640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a60004d40 0x7f9a600051c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e350 tx=0x7f9a60005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ebe371f5931c0da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70009dc0 con 0x7f9a60004d40 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a70003b90 con 0x7f9a60004d40 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a75d9b640 1 -- 172.21.15.29:0/477252802 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70004020 con 0x7f9a60004d40 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 -- 172.21.15.29:0/477252802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a60004d40 msgr2=0x7f9a600051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/477252802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a60004d40 0x7f9a600051c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e350 tx=0x7f9a60005830 comp rx=0 tx=0).stop 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7759e640 1 -- 172.21.15.29:0/477252802 reap_dead start 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 -- 172.21.15.29:0/477252802 shutdown_connections 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 -- 172.21.15.29:0/477252802 >> 172.21.15.29:0/477252802 conn(0x7f9a7806f400 msgr2=0x7f9a7806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 -- 172.21.15.29:0/477252802 shutdown_connections 2024-09-16T01:14:36.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.471+0000 7f9a7d00e640 1 -- 172.21.15.29:0/477252802 wait complete. 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 Processor -- start 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 -- start start 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a60004d40 0x7f9a780d09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 0x7f9a780d2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a78072f80 con 0x7f9a780d2c80 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7815fa60 con 0x7f9a78152ad0 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7d00e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9a78073de0 con 0x7f9a60004d40 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.473+0000 7f9a7759e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60786/0 (socket says 172.21.15.29:60786) 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 -- 172.21.15.29:0/1385594864 learned_addr learned my addr 172.21.15.29:0/1385594864 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:36.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7659c640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 0x7f9a780d2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a76d9d640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a60004d40 0x7f9a780d09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 -- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a60004d40 msgr2=0x7f9a780d09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a60004d40 0x7f9a780d09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 -- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 msgr2=0x7f9a780d2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 0x7f9a780d2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 -- 172.21.15.29:0/1385594864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a780b4e60 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7659c640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 0x7f9a780d2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7759e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e470 tx=0x7f9a70009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70046070 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a7002ee30 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a780d12a0 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70009dc0 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.474+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a780d1c60 con 0x7f9a780d2c80 2024-09-16T01:14:36.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.475+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a7815c350 con 0x7f9a780d2c80 2024-09-16T01:14:36.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.476+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a70036810 con 0x7f9a780d2c80 2024-09-16T01:14:36.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.476+0000 7f9a5f7fe640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 0x7f9a6406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.476+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f9a700abec0 con 0x7f9a780d2c80 2024-09-16T01:14:36.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.476+0000 7f9a76d9d640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 0x7f9a6406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.477+0000 7f9a76d9d640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 0x7f9a6406e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9a781f5920 tx=0x7f9a68009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.480+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a7815c350 con 0x7f9a780d2c80 2024-09-16T01:14:36.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.653+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9a780b1bf0 con 0x7f9a6406c2e0 2024-09-16T01:14:36.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.660+0000 7f9a5f7fe640 1 -- 172.21.15.29:0/1385594864 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249421 (secure 0 0 0) 0x7f9a780b1bf0 con 0x7f9a6406c2e0 2024-09-16T01:14:36.663 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:36.665 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:14:36.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 msgr2=0x7f9a6406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 0x7f9a6406e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9a781f5920 tx=0x7f9a68009040 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 msgr2=0x7f9a780b1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000e470 tx=0x7f9a70009750 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 shutdown_connections 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a6406c2e0 0x7f9a6406e7a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a780d2c80 0x7f9a780b1e60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a78152ad0 0x7f9a780d2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 --2- 172.21.15.29:0/1385594864 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a60004d40 0x7f9a780d09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 >> 172.21.15.29:0/1385594864 conn(0x7f9a7806f400 msgr2=0x7f9a7815c550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 shutdown_connections 2024-09-16T01:14:36.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.663+0000 7f9a7d00e640 1 -- 172.21.15.29:0/1385594864 wait complete. 2024-09-16T01:14:36.675 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-16T01:14:35.367723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236640,"kb_used_data":3752,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738080,"statfs":{"total":773094113280,"available":772851793920,"internally_reserved":0,"allocated":3842048,"data_stored":2175969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000893"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711618+0000","last_change":"2024-09-16T01:14:33.706726+0000","last_active":"2024-09-16T01:14:33.711618+0000","last_peered":"2024-09-16T01:14:33.711618+0000","last_clean":"2024-09-16T01:14:33.711618+0000","last_became_active":"2024-09-16T01:14:33.706429+0000","last_became_peered":"2024-09-16T01:14:33.706429+0000","last_unstale":"2024-09-16T01:14:33.711618+0000","last_undegraded":"2024-09-16T01:14:33.711618+0000","last_fullsized":"2024-09-16T01:14:33.711618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.693278+0000","last_change":"2024-09-16T01:14:32.693278+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.693278+0000","last_undegraded":"2024-09-16T01:14:32.693278+0000","last_fullsized":"2024-09-16T01:14:32.693278+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706319+0000","last_change":"2024-09-16T01:14:33.703744+0000","last_active":"2024-09-16T01:14:33.706319+0000","last_peered":"2024-09-16T01:14:33.706319+0000","last_clean":"2024-09-16T01:14:33.706319+0000","last_became_active":"2024-09-16T01:14:33.703493+0000","last_became_peered":"2024-09-16T01:14:33.703493+0000","last_unstale":"2024-09-16T01:14:33.706319+0000","last_undegraded":"2024-09-16T01:14:33.706319+0000","last_fullsized":"2024-09-16T01:14:33.706319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:33.703339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686176+0000","last_change":"2024-09-16T01:14:32.686176+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686176+0000","last_undegraded":"2024-09-16T01:14:32.686176+0000","last_fullsized":"2024-09-16T01:14:32.686176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692083+0000","last_change":"2024-09-16T01:14:32.692083+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692083+0000","last_undegraded":"2024-09-16T01:14:32.692083+0000","last_fullsized":"2024-09-16T01:14:32.692083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706843+0000","last_change":"2024-09-16T01:14:33.705533+0000","last_active":"2024-09-16T01:14:33.706843+0000","last_peered":"2024-09-16T01:14:33.706843+0000","last_clean":"2024-09-16T01:14:33.706843+0000","last_became_active":"2024-09-16T01:14:33.704978+0000","last_became_peered":"2024-09-16T01:14:33.704978+0000","last_unstale":"2024-09-16T01:14:33.706843+0000","last_undegraded":"2024-09-16T01:14:33.706843+0000","last_fullsized":"2024-09-16T01:14:33.706843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:38.716825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706152+0000","last_change":"2024-09-16T01:14:33.701036+0000","last_active":"2024-09-16T01:14:33.706152+0000","last_peered":"2024-09-16T01:14:33.706152+0000","last_clean":"2024-09-16T01:14:33.706152+0000","last_became_active":"2024-09-16T01:14:33.700738+0000","last_became_peered":"2024-09-16T01:14:33.700738+0000","last_unstale":"2024-09-16T01:14:33.706152+0000","last_undegraded":"2024-09-16T01:14:33.706152+0000","last_fullsized":"2024-09-16T01:14:33.706152+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:48.904932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712065+0000","last_change":"2024-09-16T01:14:33.706659+0000","last_active":"2024-09-16T01:14:33.712065+0000","last_peered":"2024-09-16T01:14:33.712065+0000","last_clean":"2024-09-16T01:14:33.712065+0000","last_became_active":"2024-09-16T01:14:33.706345+0000","last_became_peered":"2024-09-16T01:14:33.706345+0000","last_unstale":"2024-09-16T01:14:33.712065+0000","last_undegraded":"2024-09-16T01:14:33.712065+0000","last_fullsized":"2024-09-16T01:14:33.712065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684224+0000","last_change":"2024-09-16T01:14:32.684224+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684224+0000","last_undegraded":"2024-09-16T01:14:32.684224+0000","last_fullsized":"2024-09-16T01:14:32.684224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711976+0000","last_change":"2024-09-16T01:14:33.709132+0000","last_active":"2024-09-16T01:14:33.711976+0000","last_peered":"2024-09-16T01:14:33.711976+0000","last_clean":"2024-09-16T01:14:33.711976+0000","last_became_active":"2024-09-16T01:14:33.708880+0000","last_became_peered":"2024-09-16T01:14:33.708880+0000","last_unstale":"2024-09-16T01:14:33.711976+0000","last_undegraded":"2024-09-16T01:14:33.711976+0000","last_fullsized":"2024-09-16T01:14:33.711976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:45:26.928244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706287+0000","last_change":"2024-09-16T01:14:33.701479+0000","last_active":"2024-09-16T01:14:33.706287+0000","last_peered":"2024-09-16T01:14:33.706287+0000","last_clean":"2024-09-16T01:14:33.706287+0000","last_became_active":"2024-09-16T01:14:33.701111+0000","last_became_peered":"2024-09-16T01:14:33.701111+0000","last_unstale":"2024-09-16T01:14:33.706287+0000","last_undegraded":"2024-09-16T01:14:33.706287+0000","last_fullsized":"2024-09-16T01:14:33.706287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:27.667962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685554+0000","last_change":"2024-09-16T01:14:32.685554+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685554+0000","last_undegraded":"2024-09-16T01:14:32.685554+0000","last_fullsized":"2024-09-16T01:14:32.685554+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.690422+0000","last_change":"2024-09-16T01:14:32.690422+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.690422+0000","last_undegraded":"2024-09-16T01:14:32.690422+0000","last_fullsized":"2024-09-16T01:14:32.690422+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705468+0000","last_change":"2024-09-16T01:14:33.699125+0000","last_active":"2024-09-16T01:14:33.705468+0000","last_peered":"2024-09-16T01:14:33.705468+0000","last_clean":"2024-09-16T01:14:33.705468+0000","last_became_active":"2024-09-16T01:14:33.698785+0000","last_became_peered":"2024-09-16T01:14:33.698785+0000","last_unstale":"2024-09-16T01:14:33.705468+0000","last_undegraded":"2024-09-16T01:14:33.705468+0000","last_fullsized":"2024-09-16T01:14:33.705468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:55.605732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711673+0000","last_change":"2024-09-16T01:14:33.708541+0000","last_active":"2024-09-16T01:14:33.711673+0000","last_peered":"2024-09-16T01:14:33.711673+0000","last_clean":"2024-09-16T01:14:33.711673+0000","last_became_active":"2024-09-16T01:14:33.708260+0000","last_became_peered":"2024-09-16T01:14:33.708260+0000","last_unstale":"2024-09-16T01:14:33.711673+0000","last_undegraded":"2024-09-16T01:14:33.711673+0000","last_fullsized":"2024-09-16T01:14:33.711673+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:15.240062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708434+0000","last_change":"2024-09-16T01:14:33.707530+0000","last_active":"2024-09-16T01:14:33.708434+0000","last_peered":"2024-09-16T01:14:33.708434+0000","last_clean":"2024-09-16T01:14:33.708434+0000","last_became_active":"2024-09-16T01:14:33.707265+0000","last_became_peered":"2024-09-16T01:14:33.707265+0000","last_unstale":"2024-09-16T01:14:33.708434+0000","last_undegraded":"2024-09-16T01:14:33.708434+0000","last_fullsized":"2024-09-16T01:14:33.708434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:26:45.845227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692022+0000","last_change":"2024-09-16T01:14:32.692022+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692022+0000","last_undegraded":"2024-09-16T01:14:32.692022+0000","last_fullsized":"2024-09-16T01:14:32.692022+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.688866+0000","last_change":"2024-09-16T01:14:32.688866+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.688866+0000","last_undegraded":"2024-09-16T01:14:32.688866+0000","last_fullsized":"2024-09-16T01:14:32.688866+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686788+0000","last_change":"2024-09-16T01:14:32.686788+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686788+0000","last_undegraded":"2024-09-16T01:14:32.686788+0000","last_fullsized":"2024-09-16T01:14:32.686788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.702642+0000","last_change":"2024-09-16T01:14:33.695510+0000","last_active":"2024-09-16T01:14:33.702642+0000","last_peered":"2024-09-16T01:14:33.702642+0000","last_clean":"2024-09-16T01:14:33.702642+0000","last_became_active":"2024-09-16T01:14:33.695188+0000","last_became_peered":"2024-09-16T01:14:33.695188+0000","last_unstale":"2024-09-16T01:14:33.702642+0000","last_undegraded":"2024-09-16T01:14:33.702642+0000","last_fullsized":"2024-09-16T01:14:33.702642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.693846+0000","last_change":"2024-09-16T01:14:33.689205+0000","last_active":"2024-09-16T01:14:33.693846+0000","last_peered":"2024-09-16T01:14:33.693846+0000","last_clean":"2024-09-16T01:14:33.693846+0000","last_became_active":"2024-09-16T01:14:33.688896+0000","last_became_peered":"2024-09-16T01:14:33.688896+0000","last_unstale":"2024-09-16T01:14:33.693846+0000","last_undegraded":"2024-09-16T01:14:33.693846+0000","last_fullsized":"2024-09-16T01:14:33.693846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684182+0000","last_change":"2024-09-16T01:14:32.684182+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684182+0000","last_undegraded":"2024-09-16T01:14:32.684182+0000","last_fullsized":"2024-09-16T01:14:32.684182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705276+0000","last_change":"2024-09-16T01:14:33.697069+0000","last_active":"2024-09-16T01:14:33.705276+0000","last_peered":"2024-09-16T01:14:33.705276+0000","last_clean":"2024-09-16T01:14:33.705276+0000","last_became_active":"2024-09-16T01:14:33.696733+0000","last_became_peered":"2024-09-16T01:14:33.696733+0000","last_unstale":"2024-09-16T01:14:33.705276+0000","last_undegraded":"2024-09-16T01:14:33.705276+0000","last_fullsized":"2024-09-16T01:14:33.705276+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:01.751423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.691515+0000","last_change":"2024-09-16T01:14:32.691515+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.691515+0000","last_undegraded":"2024-09-16T01:14:32.691515+0000","last_fullsized":"2024-09-16T01:14:32.691515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684912+0000","last_change":"2024-09-16T01:14:32.684912+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684912+0000","last_undegraded":"2024-09-16T01:14:32.684912+0000","last_fullsized":"2024-09-16T01:14:32.684912+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.697746+0000","last_change":"2024-09-16T01:14:33.693006+0000","last_active":"2024-09-16T01:14:33.697746+0000","last_peered":"2024-09-16T01:14:33.697746+0000","last_clean":"2024-09-16T01:14:33.697746+0000","last_became_active":"2024-09-16T01:14:33.692726+0000","last_became_peered":"2024-09-16T01:14:33.692726+0000","last_unstale":"2024-09-16T01:14:33.697746+0000","last_undegraded":"2024-09-16T01:14:33.697746+0000","last_fullsized":"2024-09-16T01:14:33.697746+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711505+0000","last_change":"2024-09-16T01:14:33.703520+0000","last_active":"2024-09-16T01:14:33.711505+0000","last_peered":"2024-09-16T01:14:33.711505+0000","last_clean":"2024-09-16T01:14:33.711505+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.711505+0000","last_undegraded":"2024-09-16T01:14:33.711505+0000","last_fullsized":"2024-09-16T01:14:33.711505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707091+0000","last_change":"2024-09-16T01:14:33.700893+0000","last_active":"2024-09-16T01:14:33.707091+0000","last_peered":"2024-09-16T01:14:33.707091+0000","last_clean":"2024-09-16T01:14:33.707091+0000","last_became_active":"2024-09-16T01:14:33.700568+0000","last_became_peered":"2024-09-16T01:14:33.700568+0000","last_unstale":"2024-09-16T01:14:33.707091+0000","last_undegraded":"2024-09-16T01:14:33.707091+0000","last_fullsized":"2024-09-16T01:14:33.707091+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:18.824052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705948+0000","last_change":"2024-09-16T01:14:33.701428+0000","last_active":"2024-09-16T01:14:33.705948+0000","last_peered":"2024-09-16T01:14:33.705948+0000","last_clean":"2024-09-16T01:14:33.705948+0000","last_became_active":"2024-09-16T01:14:33.701159+0000","last_became_peered":"2024-09-16T01:14:33.701159+0000","last_unstale":"2024-09-16T01:14:33.705948+0000","last_undegraded":"2024-09-16T01:14:33.705948+0000","last_fullsized":"2024-09-16T01:14:33.705948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:20.328220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706131+0000","last_change":"2024-09-16T01:14:33.700584+0000","last_active":"2024-09-16T01:14:33.706131+0000","last_peered":"2024-09-16T01:14:33.706131+0000","last_clean":"2024-09-16T01:14:33.706131+0000","last_became_active":"2024-09-16T01:14:33.700303+0000","last_became_peered":"2024-09-16T01:14:33.700303+0000","last_unstale":"2024-09-16T01:14:33.706131+0000","last_undegraded":"2024-09-16T01:14:33.706131+0000","last_fullsized":"2024-09-16T01:14:33.706131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:51.660531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.687918+0000","last_change":"2024-09-16T01:14:32.687918+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.687918+0000","last_undegraded":"2024-09-16T01:14:32.687918+0000","last_fullsized":"2024-09-16T01:14:32.687918+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712349+0000","last_change":"2024-09-16T01:14:32.696516+0000","last_active":"2024-09-16T01:14:33.712349+0000","last_peered":"2024-09-16T01:14:33.712349+0000","last_clean":"2024-09-16T01:14:33.712349+0000","last_became_active":"2024-09-16T01:14:32.696248+0000","last_became_peered":"2024-09-16T01:14:32.696248+0000","last_unstale":"2024-09-16T01:14:33.712349+0000","last_undegraded":"2024-09-16T01:14:33.712349+0000","last_fullsized":"2024-09-16T01:14:33.712349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708976+0000","last_change":"2024-09-16T01:14:33.703595+0000","last_active":"2024-09-16T01:14:33.708976+0000","last_peered":"2024-09-16T01:14:33.708976+0000","last_clean":"2024-09-16T01:14:33.708976+0000","last_became_active":"2024-09-16T01:14:33.703305+0000","last_became_peered":"2024-09-16T01:14:33.703305+0000","last_unstale":"2024-09-16T01:14:33.708976+0000","last_undegraded":"2024-09-16T01:14:33.708976+0000","last_fullsized":"2024-09-16T01:14:33.708976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:41.719937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698443+0000","last_change":"2024-09-16T01:14:32.696599+0000","last_active":"2024-09-16T01:14:32.698443+0000","last_peered":"2024-09-16T01:14:32.698443+0000","last_clean":"2024-09-16T01:14:32.698443+0000","last_became_active":"2024-09-16T01:14:32.696246+0000","last_became_peered":"2024-09-16T01:14:32.696246+0000","last_unstale":"2024-09-16T01:14:32.698443+0000","last_undegraded":"2024-09-16T01:14:32.698443+0000","last_fullsized":"2024-09-16T01:14:32.698443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707213+0000","last_change":"2024-09-16T01:14:33.700410+0000","last_active":"2024-09-16T01:14:33.707213+0000","last_peered":"2024-09-16T01:14:33.707213+0000","last_clean":"2024-09-16T01:14:33.707213+0000","last_became_active":"2024-09-16T01:14:33.700147+0000","last_became_peered":"2024-09-16T01:14:33.700147+0000","last_unstale":"2024-09-16T01:14:33.707213+0000","last_undegraded":"2024-09-16T01:14:33.707213+0000","last_fullsized":"2024-09-16T01:14:33.707213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702356+0000","last_change":"2024-09-16T01:14:32.699529+0000","last_active":"2024-09-16T01:14:32.702356+0000","last_peered":"2024-09-16T01:14:32.702356+0000","last_clean":"2024-09-16T01:14:32.702356+0000","last_became_active":"2024-09-16T01:14:32.699214+0000","last_became_peered":"2024-09-16T01:14:32.699214+0000","last_unstale":"2024-09-16T01:14:32.702356+0000","last_undegraded":"2024-09-16T01:14:32.702356+0000","last_fullsized":"2024-09-16T01:14:32.702356+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684480+0000","last_change":"2024-09-16T01:14:32.684480+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684480+0000","last_undegraded":"2024-09-16T01:14:32.684480+0000","last_fullsized":"2024-09-16T01:14:32.684480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693190+0000","last_change":"2024-09-16T01:14:32.692240+0000","last_active":"2024-09-16T01:14:32.693190+0000","last_peered":"2024-09-16T01:14:32.693190+0000","last_clean":"2024-09-16T01:14:32.693190+0000","last_became_active":"2024-09-16T01:14:32.691976+0000","last_became_peered":"2024-09-16T01:14:32.691976+0000","last_unstale":"2024-09-16T01:14:32.693190+0000","last_undegraded":"2024-09-16T01:14:32.693190+0000","last_fullsized":"2024-09-16T01:14:32.693190+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:16.599101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707070+0000","last_change":"2024-09-16T01:14:33.700537+0000","last_active":"2024-09-16T01:14:33.707070+0000","last_peered":"2024-09-16T01:14:33.707070+0000","last_clean":"2024-09-16T01:14:33.707070+0000","last_became_active":"2024-09-16T01:14:33.700241+0000","last_became_peered":"2024-09-16T01:14:33.700241+0000","last_unstale":"2024-09-16T01:14:33.707070+0000","last_undegraded":"2024-09-16T01:14:33.707070+0000","last_fullsized":"2024-09-16T01:14:33.707070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:30.994139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712929+0000","last_change":"2024-09-16T01:14:32.690321+0000","last_active":"2024-09-16T01:14:33.712929+0000","last_peered":"2024-09-16T01:14:33.712929+0000","last_clean":"2024-09-16T01:14:33.712929+0000","last_became_active":"2024-09-16T01:14:32.690032+0000","last_became_peered":"2024-09-16T01:14:32.690032+0000","last_unstale":"2024-09-16T01:14:33.712929+0000","last_undegraded":"2024-09-16T01:14:33.712929+0000","last_fullsized":"2024-09-16T01:14:33.712929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701317+0000","last_change":"2024-09-16T01:14:33.693658+0000","last_active":"2024-09-16T01:14:33.701317+0000","last_peered":"2024-09-16T01:14:33.701317+0000","last_clean":"2024-09-16T01:14:33.701317+0000","last_became_active":"2024-09-16T01:14:33.693390+0000","last_became_peered":"2024-09-16T01:14:33.693390+0000","last_unstale":"2024-09-16T01:14:33.701317+0000","last_undegraded":"2024-09-16T01:14:33.701317+0000","last_fullsized":"2024-09-16T01:14:33.701317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.713381+0000","last_change":"2024-09-16T01:14:32.695911+0000","last_active":"2024-09-16T01:14:33.713381+0000","last_peered":"2024-09-16T01:14:33.713381+0000","last_clean":"2024-09-16T01:14:33.713381+0000","last_became_active":"2024-09-16T01:14:32.695675+0000","last_became_peered":"2024-09-16T01:14:32.695675+0000","last_unstale":"2024-09-16T01:14:33.713381+0000","last_undegraded":"2024-09-16T01:14:33.713381+0000","last_fullsized":"2024-09-16T01:14:33.713381+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:54.557298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707409+0000","last_change":"2024-09-16T01:14:33.698246+0000","last_active":"2024-09-16T01:14:33.707409+0000","last_peered":"2024-09-16T01:14:33.707409+0000","last_clean":"2024-09-16T01:14:33.707409+0000","last_became_active":"2024-09-16T01:14:33.697962+0000","last_became_peered":"2024-09-16T01:14:33.697962+0000","last_unstale":"2024-09-16T01:14:33.707409+0000","last_undegraded":"2024-09-16T01:14:33.707409+0000","last_fullsized":"2024-09-16T01:14:33.707409+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701960+0000","last_change":"2024-09-16T01:14:32.698605+0000","last_active":"2024-09-16T01:14:32.701960+0000","last_peered":"2024-09-16T01:14:32.701960+0000","last_clean":"2024-09-16T01:14:32.701960+0000","last_became_active":"2024-09-16T01:14:32.698310+0000","last_became_peered":"2024-09-16T01:14:32.698310+0000","last_unstale":"2024-09-16T01:14:32.701960+0000","last_undegraded":"2024-09-16T01:14:32.701960+0000","last_fullsized":"2024-09-16T01:14:32.701960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683872+0000","last_change":"2024-09-16T01:14:32.683872+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683872+0000","last_undegraded":"2024-09-16T01:14:32.683872+0000","last_fullsized":"2024-09-16T01:14:32.683872+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686495+0000","last_change":"2024-09-16T01:14:32.690219+0000","last_active":"2024-09-16T01:14:33.686495+0000","last_peered":"2024-09-16T01:14:33.686495+0000","last_clean":"2024-09-16T01:14:33.686495+0000","last_became_active":"2024-09-16T01:14:32.689915+0000","last_became_peered":"2024-09-16T01:14:32.689915+0000","last_unstale":"2024-09-16T01:14:33.686495+0000","last_undegraded":"2024-09-16T01:14:33.686495+0000","last_fullsized":"2024-09-16T01:14:33.686495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:08.367570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706767+0000","last_change":"2024-09-16T01:14:33.704944+0000","last_active":"2024-09-16T01:14:33.706767+0000","last_peered":"2024-09-16T01:14:33.706767+0000","last_clean":"2024-09-16T01:14:33.706767+0000","last_became_active":"2024-09-16T01:14:33.704666+0000","last_became_peered":"2024-09-16T01:14:33.704666+0000","last_unstale":"2024-09-16T01:14:33.706767+0000","last_undegraded":"2024-09-16T01:14:33.706767+0000","last_fullsized":"2024-09-16T01:14:33.706767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:41.211074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702335+0000","last_change":"2024-09-16T01:14:32.699436+0000","last_active":"2024-09-16T01:14:32.702335+0000","last_peered":"2024-09-16T01:14:32.702335+0000","last_clean":"2024-09-16T01:14:32.702335+0000","last_became_active":"2024-09-16T01:14:32.699133+0000","last_became_peered":"2024-09-16T01:14:32.699133+0000","last_unstale":"2024-09-16T01:14:32.702335+0000","last_undegraded":"2024-09-16T01:14:32.702335+0000","last_fullsized":"2024-09-16T01:14:32.702335+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689351+0000","last_change":"2024-09-16T01:14:32.689351+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689351+0000","last_undegraded":"2024-09-16T01:14:32.689351+0000","last_fullsized":"2024-09-16T01:14:32.689351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698677+0000","last_change":"2024-09-16T01:14:32.697573+0000","last_active":"2024-09-16T01:14:32.698677+0000","last_peered":"2024-09-16T01:14:32.698677+0000","last_clean":"2024-09-16T01:14:32.698677+0000","last_became_active":"2024-09-16T01:14:32.697270+0000","last_became_peered":"2024-09-16T01:14:32.697270+0000","last_unstale":"2024-09-16T01:14:32.698677+0000","last_undegraded":"2024-09-16T01:14:32.698677+0000","last_fullsized":"2024-09-16T01:14:32.698677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689717+0000","last_change":"2024-09-16T01:14:32.689717+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689717+0000","last_undegraded":"2024-09-16T01:14:32.689717+0000","last_fullsized":"2024-09-16T01:14:32.689717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.710025+0000","last_change":"2024-09-16T01:14:32.695340+0000","last_active":"2024-09-16T01:14:33.710025+0000","last_peered":"2024-09-16T01:14:33.710025+0000","last_clean":"2024-09-16T01:14:33.710025+0000","last_became_active":"2024-09-16T01:14:32.695028+0000","last_became_peered":"2024-09-16T01:14:32.695028+0000","last_unstale":"2024-09-16T01:14:33.710025+0000","last_undegraded":"2024-09-16T01:14:33.710025+0000","last_fullsized":"2024-09-16T01:14:33.710025+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:06.100658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708062+0000","last_change":"2024-09-16T01:14:33.705814+0000","last_active":"2024-09-16T01:14:33.708062+0000","last_peered":"2024-09-16T01:14:33.708062+0000","last_clean":"2024-09-16T01:14:33.708062+0000","last_became_active":"2024-09-16T01:14:33.705505+0000","last_became_peered":"2024-09-16T01:14:33.705505+0000","last_unstale":"2024-09-16T01:14:33.708062+0000","last_undegraded":"2024-09-16T01:14:33.708062+0000","last_fullsized":"2024-09-16T01:14:33.708062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:50.552976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702814+0000","last_change":"2024-09-16T01:14:32.702029+0000","last_active":"2024-09-16T01:14:32.702814+0000","last_peered":"2024-09-16T01:14:32.702814+0000","last_clean":"2024-09-16T01:14:32.702814+0000","last_became_active":"2024-09-16T01:14:32.701673+0000","last_became_peered":"2024-09-16T01:14:32.701673+0000","last_unstale":"2024-09-16T01:14:32.702814+0000","last_undegraded":"2024-09-16T01:14:32.702814+0000","last_fullsized":"2024-09-16T01:14:32.702814+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685184+0000","last_change":"2024-09-16T01:14:32.685184+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685184+0000","last_undegraded":"2024-09-16T01:14:32.685184+0000","last_fullsized":"2024-09-16T01:14:32.685184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712596+0000","last_change":"2024-09-16T01:14:32.690497+0000","last_active":"2024-09-16T01:14:33.712596+0000","last_peered":"2024-09-16T01:14:33.712596+0000","last_clean":"2024-09-16T01:14:33.712596+0000","last_became_active":"2024-09-16T01:14:32.690177+0000","last_became_peered":"2024-09-16T01:14:32.690177+0000","last_unstale":"2024-09-16T01:14:33.712596+0000","last_undegraded":"2024-09-16T01:14:33.712596+0000","last_fullsized":"2024-09-16T01:14:33.712596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:40.714633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684626+0000","last_change":"2024-09-16T01:14:32.684626+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684626+0000","last_undegraded":"2024-09-16T01:14:32.684626+0000","last_fullsized":"2024-09-16T01:14:32.684626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701838+0000","last_change":"2024-09-16T01:14:32.700945+0000","last_active":"2024-09-16T01:14:32.701838+0000","last_peered":"2024-09-16T01:14:32.701838+0000","last_clean":"2024-09-16T01:14:32.701838+0000","last_became_active":"2024-09-16T01:14:32.700529+0000","last_became_peered":"2024-09-16T01:14:32.700529+0000","last_unstale":"2024-09-16T01:14:32.701838+0000","last_undegraded":"2024-09-16T01:14:32.701838+0000","last_fullsized":"2024-09-16T01:14:32.701838+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706669+0000","last_change":"2024-09-16T01:14:33.703559+0000","last_active":"2024-09-16T01:14:33.706669+0000","last_peered":"2024-09-16T01:14:33.706669+0000","last_clean":"2024-09-16T01:14:33.706669+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.706669+0000","last_undegraded":"2024-09-16T01:14:33.706669+0000","last_fullsized":"2024-09-16T01:14:33.706669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:17.556130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698775+0000","last_change":"2024-09-16T01:14:32.696990+0000","last_active":"2024-09-16T01:14:32.698775+0000","last_peered":"2024-09-16T01:14:32.698775+0000","last_clean":"2024-09-16T01:14:32.698775+0000","last_became_active":"2024-09-16T01:14:32.696655+0000","last_became_peered":"2024-09-16T01:14:32.696655+0000","last_unstale":"2024-09-16T01:14:32.698775+0000","last_undegraded":"2024-09-16T01:14:32.698775+0000","last_fullsized":"2024-09-16T01:14:32.698775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708227+0000","last_change":"2024-09-16T01:14:33.703610+0000","last_active":"2024-09-16T01:14:33.708227+0000","last_peered":"2024-09-16T01:14:33.708227+0000","last_clean":"2024-09-16T01:14:33.708227+0000","last_became_active":"2024-09-16T01:14:33.703341+0000","last_became_peered":"2024-09-16T01:14:33.703341+0000","last_unstale":"2024-09-16T01:14:33.708227+0000","last_undegraded":"2024-09-16T01:14:33.708227+0000","last_fullsized":"2024-09-16T01:14:33.708227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699082+0000","last_change":"2024-09-16T01:14:32.697940+0000","last_active":"2024-09-16T01:14:32.699082+0000","last_peered":"2024-09-16T01:14:32.699082+0000","last_clean":"2024-09-16T01:14:32.699082+0000","last_became_active":"2024-09-16T01:14:32.696006+0000","last_became_peered":"2024-09-16T01:14:32.696006+0000","last_unstale":"2024-09-16T01:14:32.699082+0000","last_undegraded":"2024-09-16T01:14:32.699082+0000","last_fullsized":"2024-09-16T01:14:32.699082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706778+0000","last_change":"2024-09-16T01:14:33.697508+0000","last_active":"2024-09-16T01:14:33.706778+0000","last_peered":"2024-09-16T01:14:33.706778+0000","last_clean":"2024-09-16T01:14:33.706778+0000","last_became_active":"2024-09-16T01:14:33.697232+0000","last_became_peered":"2024-09-16T01:14:33.697232+0000","last_unstale":"2024-09-16T01:14:33.706778+0000","last_undegraded":"2024-09-16T01:14:33.706778+0000","last_fullsized":"2024-09-16T01:14:33.706778+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:07.105962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700769+0000","last_change":"2024-09-16T01:14:32.699555+0000","last_active":"2024-09-16T01:14:32.700769+0000","last_peered":"2024-09-16T01:14:32.700769+0000","last_clean":"2024-09-16T01:14:32.700769+0000","last_became_active":"2024-09-16T01:14:32.699273+0000","last_became_peered":"2024-09-16T01:14:32.699273+0000","last_unstale":"2024-09-16T01:14:32.700769+0000","last_undegraded":"2024-09-16T01:14:32.700769+0000","last_fullsized":"2024-09-16T01:14:32.700769+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701684+0000","last_change":"2024-09-16T01:14:33.695849+0000","last_active":"2024-09-16T01:14:33.701684+0000","last_peered":"2024-09-16T01:14:33.701684+0000","last_clean":"2024-09-16T01:14:33.701684+0000","last_became_active":"2024-09-16T01:14:33.695544+0000","last_became_peered":"2024-09-16T01:14:33.695544+0000","last_unstale":"2024-09-16T01:14:33.701684+0000","last_undegraded":"2024-09-16T01:14:33.701684+0000","last_fullsized":"2024-09-16T01:14:33.701684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712552+0000","last_change":"2024-09-16T01:14:32.693833+0000","last_active":"2024-09-16T01:14:33.712552+0000","last_peered":"2024-09-16T01:14:33.712552+0000","last_clean":"2024-09-16T01:14:33.712552+0000","last_became_active":"2024-09-16T01:14:32.693550+0000","last_became_peered":"2024-09-16T01:14:32.693550+0000","last_unstale":"2024-09-16T01:14:33.712552+0000","last_undegraded":"2024-09-16T01:14:33.712552+0000","last_fullsized":"2024-09-16T01:14:33.712552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:19.322916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685972+0000","last_change":"2024-09-16T01:14:32.685972+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685972+0000","last_undegraded":"2024-09-16T01:14:32.685972+0000","last_fullsized":"2024-09-16T01:14:32.685972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712310+0000","last_change":"2024-09-16T01:14:32.689968+0000","last_active":"2024-09-16T01:14:33.712310+0000","last_peered":"2024-09-16T01:14:33.712310+0000","last_clean":"2024-09-16T01:14:33.712310+0000","last_became_active":"2024-09-16T01:14:32.689146+0000","last_became_peered":"2024-09-16T01:14:32.689146+0000","last_unstale":"2024-09-16T01:14:33.712310+0000","last_undegraded":"2024-09-16T01:14:33.712310+0000","last_fullsized":"2024-09-16T01:14:33.712310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684416+0000","last_change":"2024-09-16T01:14:32.684416+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684416+0000","last_undegraded":"2024-09-16T01:14:32.684416+0000","last_fullsized":"2024-09-16T01:14:32.684416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.687306+0000","last_change":"2024-09-16T01:14:32.696688+0000","last_active":"2024-09-16T01:14:33.687306+0000","last_peered":"2024-09-16T01:14:33.687306+0000","last_clean":"2024-09-16T01:14:33.687306+0000","last_became_active":"2024-09-16T01:14:32.696430+0000","last_became_peered":"2024-09-16T01:14:32.696430+0000","last_unstale":"2024-09-16T01:14:33.687306+0000","last_undegraded":"2024-09-16T01:14:33.687306+0000","last_fullsized":"2024-09-16T01:14:33.687306+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686093+0000","last_change":"2024-09-16T01:14:32.686093+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686093+0000","last_undegraded":"2024-09-16T01:14:32.686093+0000","last_fullsized":"2024-09-16T01:14:32.686093+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695485+0000","last_change":"2024-09-16T01:14:32.694000+0000","last_active":"2024-09-16T01:14:32.695485+0000","last_peered":"2024-09-16T01:14:32.695485+0000","last_clean":"2024-09-16T01:14:32.695485+0000","last_became_active":"2024-09-16T01:14:32.693655+0000","last_became_peered":"2024-09-16T01:14:32.693655+0000","last_unstale":"2024-09-16T01:14:32.695485+0000","last_undegraded":"2024-09-16T01:14:32.695485+0000","last_fullsized":"2024-09-16T01:14:32.695485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684433+0000","last_change":"2024-09-16T01:14:32.684433+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684433+0000","last_undegraded":"2024-09-16T01:14:32.684433+0000","last_fullsized":"2024-09-16T01:14:32.684433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.696322+0000","last_change":"2024-09-16T01:14:32.696000+0000","last_active":"2024-09-16T01:14:33.696322+0000","last_peered":"2024-09-16T01:14:33.696322+0000","last_clean":"2024-09-16T01:14:33.696322+0000","last_became_active":"2024-09-16T01:14:32.695714+0000","last_became_peered":"2024-09-16T01:14:32.695714+0000","last_unstale":"2024-09-16T01:14:33.696322+0000","last_undegraded":"2024-09-16T01:14:33.696322+0000","last_fullsized":"2024-09-16T01:14:33.696322+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683816+0000","last_change":"2024-09-16T01:14:32.683816+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683816+0000","last_undegraded":"2024-09-16T01:14:32.683816+0000","last_fullsized":"2024-09-16T01:14:32.683816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686708+0000","last_change":"2024-09-16T01:14:32.692418+0000","last_active":"2024-09-16T01:14:33.686708+0000","last_peered":"2024-09-16T01:14:33.686708+0000","last_clean":"2024-09-16T01:14:33.686708+0000","last_became_active":"2024-09-16T01:14:32.692142+0000","last_became_peered":"2024-09-16T01:14:32.692142+0000","last_unstale":"2024-09-16T01:14:33.686708+0000","last_undegraded":"2024-09-16T01:14:33.686708+0000","last_fullsized":"2024-09-16T01:14:33.686708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:20:55.533914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706709+0000","last_change":"2024-09-16T01:14:33.704581+0000","last_active":"2024-09-16T01:14:33.706709+0000","last_peered":"2024-09-16T01:14:33.706709+0000","last_clean":"2024-09-16T01:14:33.706709+0000","last_became_active":"2024-09-16T01:14:33.704004+0000","last_became_peered":"2024-09-16T01:14:33.704004+0000","last_unstale":"2024-09-16T01:14:33.706709+0000","last_undegraded":"2024-09-16T01:14:33.706709+0000","last_fullsized":"2024-09-16T01:14:33.706709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:59.652800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.688090+0000","last_change":"2024-09-16T01:14:32.697157+0000","last_active":"2024-09-16T01:14:33.688090+0000","last_peered":"2024-09-16T01:14:33.688090+0000","last_clean":"2024-09-16T01:14:33.688090+0000","last_became_active":"2024-09-16T01:14:32.696869+0000","last_became_peered":"2024-09-16T01:14:32.696869+0000","last_unstale":"2024-09-16T01:14:33.688090+0000","last_undegraded":"2024-09-16T01:14:33.688090+0000","last_fullsized":"2024-09-16T01:14:33.688090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:29.275761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683242+0000","last_change":"2024-09-16T01:14:32.683242+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683242+0000","last_undegraded":"2024-09-16T01:14:32.683242+0000","last_fullsized":"2024-09-16T01:14:32.683242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700352+0000","last_change":"2024-09-16T01:14:32.698267+0000","last_active":"2024-09-16T01:14:32.700352+0000","last_peered":"2024-09-16T01:14:32.700352+0000","last_clean":"2024-09-16T01:14:32.700352+0000","last_became_active":"2024-09-16T01:14:32.697982+0000","last_became_peered":"2024-09-16T01:14:32.697982+0000","last_unstale":"2024-09-16T01:14:32.700352+0000","last_undegraded":"2024-09-16T01:14:32.700352+0000","last_fullsized":"2024-09-16T01:14:32.700352+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701662+0000","last_change":"2024-09-16T01:14:33.695221+0000","last_active":"2024-09-16T01:14:33.701662+0000","last_peered":"2024-09-16T01:14:33.701662+0000","last_clean":"2024-09-16T01:14:33.701662+0000","last_became_active":"2024-09-16T01:14:33.694943+0000","last_became_peered":"2024-09-16T01:14:33.694943+0000","last_unstale":"2024-09-16T01:14:33.701662+0000","last_undegraded":"2024-09-16T01:14:33.701662+0000","last_fullsized":"2024-09-16T01:14:33.701662+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695088+0000","last_change":"2024-09-16T01:14:32.694302+0000","last_active":"2024-09-16T01:14:32.695088+0000","last_peered":"2024-09-16T01:14:32.695088+0000","last_clean":"2024-09-16T01:14:32.695088+0000","last_became_active":"2024-09-16T01:14:32.693998+0000","last_became_peered":"2024-09-16T01:14:32.693998+0000","last_unstale":"2024-09-16T01:14:32.695088+0000","last_undegraded":"2024-09-16T01:14:32.695088+0000","last_fullsized":"2024-09-16T01:14:32.695088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686393+0000","last_change":"2024-09-16T01:14:32.686393+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686393+0000","last_undegraded":"2024-09-16T01:14:32.686393+0000","last_fullsized":"2024-09-16T01:14:32.686393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699824+0000","last_change":"2024-09-16T01:14:32.696948+0000","last_active":"2024-09-16T01:14:32.699824+0000","last_peered":"2024-09-16T01:14:32.699824+0000","last_clean":"2024-09-16T01:14:32.699824+0000","last_became_active":"2024-09-16T01:14:32.696412+0000","last_became_peered":"2024-09-16T01:14:32.696412+0000","last_unstale":"2024-09-16T01:14:32.699824+0000","last_undegraded":"2024-09-16T01:14:32.699824+0000","last_fullsized":"2024-09-16T01:14:32.699824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708198+0000","last_change":"2024-09-16T01:14:33.704917+0000","last_active":"2024-09-16T01:14:33.708198+0000","last_peered":"2024-09-16T01:14:33.708198+0000","last_clean":"2024-09-16T01:14:33.708198+0000","last_became_active":"2024-09-16T01:14:33.704615+0000","last_became_peered":"2024-09-16T01:14:33.704615+0000","last_unstale":"2024-09-16T01:14:33.708198+0000","last_undegraded":"2024-09-16T01:14:33.708198+0000","last_fullsized":"2024-09-16T01:14:33.708198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693227+0000","last_change":"2024-09-16T01:14:32.691669+0000","last_active":"2024-09-16T01:14:32.693227+0000","last_peered":"2024-09-16T01:14:32.693227+0000","last_clean":"2024-09-16T01:14:32.693227+0000","last_became_active":"2024-09-16T01:14:32.691383+0000","last_became_peered":"2024-09-16T01:14:32.691383+0000","last_unstale":"2024-09-16T01:14:32.693227+0000","last_undegraded":"2024-09-16T01:14:32.693227+0000","last_fullsized":"2024-09-16T01:14:32.693227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:36.280375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685346+0000","last_change":"2024-09-16T01:14:32.685346+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685346+0000","last_undegraded":"2024-09-16T01:14:32.685346+0000","last_fullsized":"2024-09-16T01:14:32.685346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.694662+0000","last_change":"2024-09-16T01:14:32.692724+0000","last_active":"2024-09-16T01:14:32.694662+0000","last_peered":"2024-09-16T01:14:32.694662+0000","last_clean":"2024-09-16T01:14:32.694662+0000","last_became_active":"2024-09-16T01:14:32.692400+0000","last_became_peered":"2024-09-16T01:14:32.692400+0000","last_unstale":"2024-09-16T01:14:32.694662+0000","last_undegraded":"2024-09-16T01:14:32.694662+0000","last_fullsized":"2024-09-16T01:14:32.694662+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685811+0000","last_change":"2024-09-16T01:14:32.685811+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685811+0000","last_undegraded":"2024-09-16T01:14:32.685811+0000","last_fullsized":"2024-09-16T01:14:32.685811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686616+0000","last_change":"2024-09-16T01:14:32.693332+0000","last_active":"2024-09-16T01:14:33.686616+0000","last_peered":"2024-09-16T01:14:33.686616+0000","last_clean":"2024-09-16T01:14:33.686616+0000","last_became_active":"2024-09-16T01:14:32.692930+0000","last_became_peered":"2024-09-16T01:14:32.692930+0000","last_unstale":"2024-09-16T01:14:33.686616+0000","last_undegraded":"2024-09-16T01:14:33.686616+0000","last_fullsized":"2024-09-16T01:14:33.686616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.605160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.692793+0000","last_change":"2024-09-16T01:14:33.689225+0000","last_active":"2024-09-16T01:14:33.692793+0000","last_peered":"2024-09-16T01:14:33.692793+0000","last_clean":"2024-09-16T01:14:33.692793+0000","last_became_active":"2024-09-16T01:14:33.688912+0000","last_became_peered":"2024-09-16T01:14:33.688912+0000","last_unstale":"2024-09-16T01:14:33.692793+0000","last_undegraded":"2024-09-16T01:14:33.692793+0000","last_fullsized":"2024-09-16T01:14:33.692793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699053+0000","last_change":"2024-09-16T01:14:32.697726+0000","last_active":"2024-09-16T01:14:32.699053+0000","last_peered":"2024-09-16T01:14:32.699053+0000","last_clean":"2024-09-16T01:14:32.699053+0000","last_became_active":"2024-09-16T01:14:32.697392+0000","last_became_peered":"2024-09-16T01:14:32.697392+0000","last_unstale":"2024-09-16T01:14:32.699053+0000","last_undegraded":"2024-09-16T01:14:32.699053+0000","last_fullsized":"2024-09-16T01:14:32.699053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706498+0000","last_change":"2024-09-16T01:14:33.703431+0000","last_active":"2024-09-16T01:14:33.706498+0000","last_peered":"2024-09-16T01:14:33.706498+0000","last_clean":"2024-09-16T01:14:33.706498+0000","last_became_active":"2024-09-16T01:14:33.703167+0000","last_became_peered":"2024-09-16T01:14:33.703167+0000","last_unstale":"2024-09-16T01:14:33.706498+0000","last_undegraded":"2024-09-16T01:14:33.706498+0000","last_fullsized":"2024-09-16T01:14:33.706498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:09.244717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.694332+0000","last_change":"2024-09-16T01:14:32.694939+0000","last_active":"2024-09-16T01:14:33.694332+0000","last_peered":"2024-09-16T01:14:33.694332+0000","last_clean":"2024-09-16T01:14:33.694332+0000","last_became_active":"2024-09-16T01:14:32.694403+0000","last_became_peered":"2024-09-16T01:14:32.694403+0000","last_unstale":"2024-09-16T01:14:33.694332+0000","last_undegraded":"2024-09-16T01:14:33.694332+0000","last_fullsized":"2024-09-16T01:14:33.694332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.691883+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:33.691883+0000","last_peered":"2024-09-16T01:14:33.691883+0000","last_clean":"2024-09-16T01:14:33.691883+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:33.691883+0000","last_undegraded":"2024-09-16T01:14:33.691883+0000","last_fullsized":"2024-09-16T01:14:33.691883+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":720491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":116991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:14:36.679 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:14:36.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.815+0000 7f5423ec0640 1 Processor -- start 2024-09-16T01:14:36.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.816+0000 7f5423ec0640 1 -- start start 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.816+0000 7f5423ec0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c15b1e0 0x7f541c0b3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.816+0000 7f5423ec0640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f541c0b2490 0x7f541c0716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.816+0000 7f5423ec0640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f541c0ce480 con 0x7f541c0b41d0 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.816+0000 7f5423ec0640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f541c0ce760 con 0x7f541c0b2490 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f5423ec0640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f541c0cea40 con 0x7f541c15b1e0 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f541c0b2490 0x7f541c0716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542145b640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f541c0b41d0 0x7f541c0b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53118/0 (socket says 172.21.15.29:53118) 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f541c0b2490 0x7f541c0716c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60802/0 (socket says 172.21.15.29:60802) 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542145b640 1 -- 172.21.15.29:0/642440440 learned_addr learned my addr 172.21.15.29:0/642440440 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f5421c5c640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c15b1e0 0x7f541c0b3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 -- 172.21.15.29:0/642440440 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c15b1e0 msgr2=0x7f541c0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c15b1e0 0x7f541c0b3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 -- 172.21.15.29:0/642440440 >> v1:172.21.15.29:6789/0 conn(0x7f541c0b41d0 legacy=0x7f541c0b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f542245d640 1 -- 172.21.15.29:0/642440440 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541c0ced20 con 0x7f541c0b2490 2024-09-16T01:14:36.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.817+0000 7f5420c5a640 1 -- 172.21.15.29:0/642440440 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3916226634 0 0) 0x7f541c0ce480 con 0x7f541c0b41d0 2024-09-16T01:14:36.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f542245d640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c0b2490 0x7f541c0716c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f540c009d90 tx=0x7f540c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7d0654f6631b82 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5420c5a640 1 -- 172.21.15.29:0/642440440 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c007740 con 0x7f541c0b2490 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5420c5a640 1 -- 172.21.15.29:0/642440440 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540c0078e0 con 0x7f541c0b2490 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5420c5a640 1 -- 172.21.15.29:0/642440440 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c007cb0 con 0x7f541c0b2490 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 -- 172.21.15.29:0/642440440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c0b2490 msgr2=0x7f541c0716c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c0b2490 0x7f541c0716c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f540c009d90 tx=0x7f540c02a660 comp rx=0 tx=0).stop 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 -- 172.21.15.29:0/642440440 shutdown_connections 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c0b2490 0x7f541c0716c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 --2- 172.21.15.29:0/642440440 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c15b1e0 0x7f541c0b3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.818+0000 7f5423ec0640 1 -- 172.21.15.29:0/642440440 >> 172.21.15.29:0/642440440 conn(0x7f541c06bc10 msgr2=0x7f541c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.819+0000 7f5423ec0640 1 -- 172.21.15.29:0/642440440 shutdown_connections 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.819+0000 7f5423ec0640 1 -- 172.21.15.29:0/642440440 wait complete. 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 Processor -- start 2024-09-16T01:14:36.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 -- start start 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f541c0b2490 0x7f541c138c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c0b41d0 0x7f541c15b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f541c0cdfc0 con 0x7f541c15b1e0 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f541c071130 con 0x7f541c0b2490 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.820+0000 7f5423ec0640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f541c0ce140 con 0x7f541c0b41d0 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60814/0 (socket says 172.21.15.29:60814) 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 -- 172.21.15.29:0/217466415 learned_addr learned my addr 172.21.15.29:0/217466415 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542145b640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c0b41d0 0x7f541c15b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f5421c5c640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f541c0b2490 0x7f541c138c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 -- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c0b41d0 msgr2=0x7f541c15b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c0b41d0 0x7f541c15b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 -- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f541c0b2490 msgr2=0x7f541c138c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f541c0b2490 0x7f541c138c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 -- 172.21.15.29:0/217466415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541c15dac0 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f542245d640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f540c009d90 tx=0x7f540c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c040070 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f541c15dda0 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f540c031bc0 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c009450 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.821+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f541c15e360 con 0x7f541c15b1e0 2024-09-16T01:14:36.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.822+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f541c0b3c90 con 0x7f541c15b1e0 2024-09-16T01:14:36.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.823+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f540c039040 con 0x7f541c15b1e0 2024-09-16T01:14:36.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.823+0000 7f541a7fc640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 0x7f540806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:36.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.823+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f540c0ac860 con 0x7f541c15b1e0 2024-09-16T01:14:36.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.823+0000 7f5421c5c640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 0x7f540806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:36.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.824+0000 7f5421c5c640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 0x7f540806e7a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f541c14eb70 tx=0x7f5414008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:36.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.827+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f540c07b060 con 0x7f541c15b1e0 2024-09-16T01:14:36.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:36.997+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f541c153340 con 0x7f540806c2e0 2024-09-16T01:14:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.004+0000 7f541a7fc640 1 -- 172.21.15.29:0/217466415 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249421 (secure 0 0 0) 0x7f541c153340 con 0x7f540806c2e0 2024-09-16T01:14:37.008 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:37.009 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:14:37.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 msgr2=0x7f540806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 0x7f540806e7a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f541c14eb70 tx=0x7f5414008040 comp rx=0 tx=0).stop 2024-09-16T01:14:37.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 msgr2=0x7f541c15d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f540c009d90 tx=0x7f540c004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 shutdown_connections 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f540806c2e0 0x7f540806e7a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f541c15b1e0 0x7f541c15d250 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f541c0b41d0 0x7f541c15b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 --2- 172.21.15.29:0/217466415 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f541c0b2490 0x7f541c138c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 >> 172.21.15.29:0/217466415 conn(0x7f541c06bc10 msgr2=0x7f541c0afa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 shutdown_connections 2024-09-16T01:14:37.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.007+0000 7f5423ec0640 1 -- 172.21.15.29:0/217466415 wait complete. 2024-09-16T01:14:37.019 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-16T01:14:35.367723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236640,"kb_used_data":3752,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738080,"statfs":{"total":773094113280,"available":772851793920,"internally_reserved":0,"allocated":3842048,"data_stored":2175969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000893"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711618+0000","last_change":"2024-09-16T01:14:33.706726+0000","last_active":"2024-09-16T01:14:33.711618+0000","last_peered":"2024-09-16T01:14:33.711618+0000","last_clean":"2024-09-16T01:14:33.711618+0000","last_became_active":"2024-09-16T01:14:33.706429+0000","last_became_peered":"2024-09-16T01:14:33.706429+0000","last_unstale":"2024-09-16T01:14:33.711618+0000","last_undegraded":"2024-09-16T01:14:33.711618+0000","last_fullsized":"2024-09-16T01:14:33.711618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.693278+0000","last_change":"2024-09-16T01:14:32.693278+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.693278+0000","last_undegraded":"2024-09-16T01:14:32.693278+0000","last_fullsized":"2024-09-16T01:14:32.693278+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706319+0000","last_change":"2024-09-16T01:14:33.703744+0000","last_active":"2024-09-16T01:14:33.706319+0000","last_peered":"2024-09-16T01:14:33.706319+0000","last_clean":"2024-09-16T01:14:33.706319+0000","last_became_active":"2024-09-16T01:14:33.703493+0000","last_became_peered":"2024-09-16T01:14:33.703493+0000","last_unstale":"2024-09-16T01:14:33.706319+0000","last_undegraded":"2024-09-16T01:14:33.706319+0000","last_fullsized":"2024-09-16T01:14:33.706319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:33.703339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686176+0000","last_change":"2024-09-16T01:14:32.686176+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686176+0000","last_undegraded":"2024-09-16T01:14:32.686176+0000","last_fullsized":"2024-09-16T01:14:32.686176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692083+0000","last_change":"2024-09-16T01:14:32.692083+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692083+0000","last_undegraded":"2024-09-16T01:14:32.692083+0000","last_fullsized":"2024-09-16T01:14:32.692083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706843+0000","last_change":"2024-09-16T01:14:33.705533+0000","last_active":"2024-09-16T01:14:33.706843+0000","last_peered":"2024-09-16T01:14:33.706843+0000","last_clean":"2024-09-16T01:14:33.706843+0000","last_became_active":"2024-09-16T01:14:33.704978+0000","last_became_peered":"2024-09-16T01:14:33.704978+0000","last_unstale":"2024-09-16T01:14:33.706843+0000","last_undegraded":"2024-09-16T01:14:33.706843+0000","last_fullsized":"2024-09-16T01:14:33.706843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:38.716825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706152+0000","last_change":"2024-09-16T01:14:33.701036+0000","last_active":"2024-09-16T01:14:33.706152+0000","last_peered":"2024-09-16T01:14:33.706152+0000","last_clean":"2024-09-16T01:14:33.706152+0000","last_became_active":"2024-09-16T01:14:33.700738+0000","last_became_peered":"2024-09-16T01:14:33.700738+0000","last_unstale":"2024-09-16T01:14:33.706152+0000","last_undegraded":"2024-09-16T01:14:33.706152+0000","last_fullsized":"2024-09-16T01:14:33.706152+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:48.904932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712065+0000","last_change":"2024-09-16T01:14:33.706659+0000","last_active":"2024-09-16T01:14:33.712065+0000","last_peered":"2024-09-16T01:14:33.712065+0000","last_clean":"2024-09-16T01:14:33.712065+0000","last_became_active":"2024-09-16T01:14:33.706345+0000","last_became_peered":"2024-09-16T01:14:33.706345+0000","last_unstale":"2024-09-16T01:14:33.712065+0000","last_undegraded":"2024-09-16T01:14:33.712065+0000","last_fullsized":"2024-09-16T01:14:33.712065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684224+0000","last_change":"2024-09-16T01:14:32.684224+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684224+0000","last_undegraded":"2024-09-16T01:14:32.684224+0000","last_fullsized":"2024-09-16T01:14:32.684224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711976+0000","last_change":"2024-09-16T01:14:33.709132+0000","last_active":"2024-09-16T01:14:33.711976+0000","last_peered":"2024-09-16T01:14:33.711976+0000","last_clean":"2024-09-16T01:14:33.711976+0000","last_became_active":"2024-09-16T01:14:33.708880+0000","last_became_peered":"2024-09-16T01:14:33.708880+0000","last_unstale":"2024-09-16T01:14:33.711976+0000","last_undegraded":"2024-09-16T01:14:33.711976+0000","last_fullsized":"2024-09-16T01:14:33.711976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:45:26.928244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706287+0000","last_change":"2024-09-16T01:14:33.701479+0000","last_active":"2024-09-16T01:14:33.706287+0000","last_peered":"2024-09-16T01:14:33.706287+0000","last_clean":"2024-09-16T01:14:33.706287+0000","last_became_active":"2024-09-16T01:14:33.701111+0000","last_became_peered":"2024-09-16T01:14:33.701111+0000","last_unstale":"2024-09-16T01:14:33.706287+0000","last_undegraded":"2024-09-16T01:14:33.706287+0000","last_fullsized":"2024-09-16T01:14:33.706287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:27.667962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685554+0000","last_change":"2024-09-16T01:14:32.685554+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685554+0000","last_undegraded":"2024-09-16T01:14:32.685554+0000","last_fullsized":"2024-09-16T01:14:32.685554+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.690422+0000","last_change":"2024-09-16T01:14:32.690422+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.690422+0000","last_undegraded":"2024-09-16T01:14:32.690422+0000","last_fullsized":"2024-09-16T01:14:32.690422+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705468+0000","last_change":"2024-09-16T01:14:33.699125+0000","last_active":"2024-09-16T01:14:33.705468+0000","last_peered":"2024-09-16T01:14:33.705468+0000","last_clean":"2024-09-16T01:14:33.705468+0000","last_became_active":"2024-09-16T01:14:33.698785+0000","last_became_peered":"2024-09-16T01:14:33.698785+0000","last_unstale":"2024-09-16T01:14:33.705468+0000","last_undegraded":"2024-09-16T01:14:33.705468+0000","last_fullsized":"2024-09-16T01:14:33.705468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:55.605732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711673+0000","last_change":"2024-09-16T01:14:33.708541+0000","last_active":"2024-09-16T01:14:33.711673+0000","last_peered":"2024-09-16T01:14:33.711673+0000","last_clean":"2024-09-16T01:14:33.711673+0000","last_became_active":"2024-09-16T01:14:33.708260+0000","last_became_peered":"2024-09-16T01:14:33.708260+0000","last_unstale":"2024-09-16T01:14:33.711673+0000","last_undegraded":"2024-09-16T01:14:33.711673+0000","last_fullsized":"2024-09-16T01:14:33.711673+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:15.240062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708434+0000","last_change":"2024-09-16T01:14:33.707530+0000","last_active":"2024-09-16T01:14:33.708434+0000","last_peered":"2024-09-16T01:14:33.708434+0000","last_clean":"2024-09-16T01:14:33.708434+0000","last_became_active":"2024-09-16T01:14:33.707265+0000","last_became_peered":"2024-09-16T01:14:33.707265+0000","last_unstale":"2024-09-16T01:14:33.708434+0000","last_undegraded":"2024-09-16T01:14:33.708434+0000","last_fullsized":"2024-09-16T01:14:33.708434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:26:45.845227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692022+0000","last_change":"2024-09-16T01:14:32.692022+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692022+0000","last_undegraded":"2024-09-16T01:14:32.692022+0000","last_fullsized":"2024-09-16T01:14:32.692022+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.688866+0000","last_change":"2024-09-16T01:14:32.688866+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.688866+0000","last_undegraded":"2024-09-16T01:14:32.688866+0000","last_fullsized":"2024-09-16T01:14:32.688866+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686788+0000","last_change":"2024-09-16T01:14:32.686788+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686788+0000","last_undegraded":"2024-09-16T01:14:32.686788+0000","last_fullsized":"2024-09-16T01:14:32.686788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.702642+0000","last_change":"2024-09-16T01:14:33.695510+0000","last_active":"2024-09-16T01:14:33.702642+0000","last_peered":"2024-09-16T01:14:33.702642+0000","last_clean":"2024-09-16T01:14:33.702642+0000","last_became_active":"2024-09-16T01:14:33.695188+0000","last_became_peered":"2024-09-16T01:14:33.695188+0000","last_unstale":"2024-09-16T01:14:33.702642+0000","last_undegraded":"2024-09-16T01:14:33.702642+0000","last_fullsized":"2024-09-16T01:14:33.702642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.693846+0000","last_change":"2024-09-16T01:14:33.689205+0000","last_active":"2024-09-16T01:14:33.693846+0000","last_peered":"2024-09-16T01:14:33.693846+0000","last_clean":"2024-09-16T01:14:33.693846+0000","last_became_active":"2024-09-16T01:14:33.688896+0000","last_became_peered":"2024-09-16T01:14:33.688896+0000","last_unstale":"2024-09-16T01:14:33.693846+0000","last_undegraded":"2024-09-16T01:14:33.693846+0000","last_fullsized":"2024-09-16T01:14:33.693846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684182+0000","last_change":"2024-09-16T01:14:32.684182+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684182+0000","last_undegraded":"2024-09-16T01:14:32.684182+0000","last_fullsized":"2024-09-16T01:14:32.684182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705276+0000","last_change":"2024-09-16T01:14:33.697069+0000","last_active":"2024-09-16T01:14:33.705276+0000","last_peered":"2024-09-16T01:14:33.705276+0000","last_clean":"2024-09-16T01:14:33.705276+0000","last_became_active":"2024-09-16T01:14:33.696733+0000","last_became_peered":"2024-09-16T01:14:33.696733+0000","last_unstale":"2024-09-16T01:14:33.705276+0000","last_undegraded":"2024-09-16T01:14:33.705276+0000","last_fullsized":"2024-09-16T01:14:33.705276+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:01.751423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.691515+0000","last_change":"2024-09-16T01:14:32.691515+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.691515+0000","last_undegraded":"2024-09-16T01:14:32.691515+0000","last_fullsized":"2024-09-16T01:14:32.691515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684912+0000","last_change":"2024-09-16T01:14:32.684912+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684912+0000","last_undegraded":"2024-09-16T01:14:32.684912+0000","last_fullsized":"2024-09-16T01:14:32.684912+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.697746+0000","last_change":"2024-09-16T01:14:33.693006+0000","last_active":"2024-09-16T01:14:33.697746+0000","last_peered":"2024-09-16T01:14:33.697746+0000","last_clean":"2024-09-16T01:14:33.697746+0000","last_became_active":"2024-09-16T01:14:33.692726+0000","last_became_peered":"2024-09-16T01:14:33.692726+0000","last_unstale":"2024-09-16T01:14:33.697746+0000","last_undegraded":"2024-09-16T01:14:33.697746+0000","last_fullsized":"2024-09-16T01:14:33.697746+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711505+0000","last_change":"2024-09-16T01:14:33.703520+0000","last_active":"2024-09-16T01:14:33.711505+0000","last_peered":"2024-09-16T01:14:33.711505+0000","last_clean":"2024-09-16T01:14:33.711505+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.711505+0000","last_undegraded":"2024-09-16T01:14:33.711505+0000","last_fullsized":"2024-09-16T01:14:33.711505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707091+0000","last_change":"2024-09-16T01:14:33.700893+0000","last_active":"2024-09-16T01:14:33.707091+0000","last_peered":"2024-09-16T01:14:33.707091+0000","last_clean":"2024-09-16T01:14:33.707091+0000","last_became_active":"2024-09-16T01:14:33.700568+0000","last_became_peered":"2024-09-16T01:14:33.700568+0000","last_unstale":"2024-09-16T01:14:33.707091+0000","last_undegraded":"2024-09-16T01:14:33.707091+0000","last_fullsized":"2024-09-16T01:14:33.707091+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:18.824052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705948+0000","last_change":"2024-09-16T01:14:33.701428+0000","last_active":"2024-09-16T01:14:33.705948+0000","last_peered":"2024-09-16T01:14:33.705948+0000","last_clean":"2024-09-16T01:14:33.705948+0000","last_became_active":"2024-09-16T01:14:33.701159+0000","last_became_peered":"2024-09-16T01:14:33.701159+0000","last_unstale":"2024-09-16T01:14:33.705948+0000","last_undegraded":"2024-09-16T01:14:33.705948+0000","last_fullsized":"2024-09-16T01:14:33.705948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:20.328220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706131+0000","last_change":"2024-09-16T01:14:33.700584+0000","last_active":"2024-09-16T01:14:33.706131+0000","last_peered":"2024-09-16T01:14:33.706131+0000","last_clean":"2024-09-16T01:14:33.706131+0000","last_became_active":"2024-09-16T01:14:33.700303+0000","last_became_peered":"2024-09-16T01:14:33.700303+0000","last_unstale":"2024-09-16T01:14:33.706131+0000","last_undegraded":"2024-09-16T01:14:33.706131+0000","last_fullsized":"2024-09-16T01:14:33.706131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:51.660531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.687918+0000","last_change":"2024-09-16T01:14:32.687918+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.687918+0000","last_undegraded":"2024-09-16T01:14:32.687918+0000","last_fullsized":"2024-09-16T01:14:32.687918+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712349+0000","last_change":"2024-09-16T01:14:32.696516+0000","last_active":"2024-09-16T01:14:33.712349+0000","last_peered":"2024-09-16T01:14:33.712349+0000","last_clean":"2024-09-16T01:14:33.712349+0000","last_became_active":"2024-09-16T01:14:32.696248+0000","last_became_peered":"2024-09-16T01:14:32.696248+0000","last_unstale":"2024-09-16T01:14:33.712349+0000","last_undegraded":"2024-09-16T01:14:33.712349+0000","last_fullsized":"2024-09-16T01:14:33.712349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708976+0000","last_change":"2024-09-16T01:14:33.703595+0000","last_active":"2024-09-16T01:14:33.708976+0000","last_peered":"2024-09-16T01:14:33.708976+0000","last_clean":"2024-09-16T01:14:33.708976+0000","last_became_active":"2024-09-16T01:14:33.703305+0000","last_became_peered":"2024-09-16T01:14:33.703305+0000","last_unstale":"2024-09-16T01:14:33.708976+0000","last_undegraded":"2024-09-16T01:14:33.708976+0000","last_fullsized":"2024-09-16T01:14:33.708976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:41.719937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698443+0000","last_change":"2024-09-16T01:14:32.696599+0000","last_active":"2024-09-16T01:14:32.698443+0000","last_peered":"2024-09-16T01:14:32.698443+0000","last_clean":"2024-09-16T01:14:32.698443+0000","last_became_active":"2024-09-16T01:14:32.696246+0000","last_became_peered":"2024-09-16T01:14:32.696246+0000","last_unstale":"2024-09-16T01:14:32.698443+0000","last_undegraded":"2024-09-16T01:14:32.698443+0000","last_fullsized":"2024-09-16T01:14:32.698443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707213+0000","last_change":"2024-09-16T01:14:33.700410+0000","last_active":"2024-09-16T01:14:33.707213+0000","last_peered":"2024-09-16T01:14:33.707213+0000","last_clean":"2024-09-16T01:14:33.707213+0000","last_became_active":"2024-09-16T01:14:33.700147+0000","last_became_peered":"2024-09-16T01:14:33.700147+0000","last_unstale":"2024-09-16T01:14:33.707213+0000","last_undegraded":"2024-09-16T01:14:33.707213+0000","last_fullsized":"2024-09-16T01:14:33.707213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702356+0000","last_change":"2024-09-16T01:14:32.699529+0000","last_active":"2024-09-16T01:14:32.702356+0000","last_peered":"2024-09-16T01:14:32.702356+0000","last_clean":"2024-09-16T01:14:32.702356+0000","last_became_active":"2024-09-16T01:14:32.699214+0000","last_became_peered":"2024-09-16T01:14:32.699214+0000","last_unstale":"2024-09-16T01:14:32.702356+0000","last_undegraded":"2024-09-16T01:14:32.702356+0000","last_fullsized":"2024-09-16T01:14:32.702356+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684480+0000","last_change":"2024-09-16T01:14:32.684480+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684480+0000","last_undegraded":"2024-09-16T01:14:32.684480+0000","last_fullsized":"2024-09-16T01:14:32.684480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693190+0000","last_change":"2024-09-16T01:14:32.692240+0000","last_active":"2024-09-16T01:14:32.693190+0000","last_peered":"2024-09-16T01:14:32.693190+0000","last_clean":"2024-09-16T01:14:32.693190+0000","last_became_active":"2024-09-16T01:14:32.691976+0000","last_became_peered":"2024-09-16T01:14:32.691976+0000","last_unstale":"2024-09-16T01:14:32.693190+0000","last_undegraded":"2024-09-16T01:14:32.693190+0000","last_fullsized":"2024-09-16T01:14:32.693190+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:16.599101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707070+0000","last_change":"2024-09-16T01:14:33.700537+0000","last_active":"2024-09-16T01:14:33.707070+0000","last_peered":"2024-09-16T01:14:33.707070+0000","last_clean":"2024-09-16T01:14:33.707070+0000","last_became_active":"2024-09-16T01:14:33.700241+0000","last_became_peered":"2024-09-16T01:14:33.700241+0000","last_unstale":"2024-09-16T01:14:33.707070+0000","last_undegraded":"2024-09-16T01:14:33.707070+0000","last_fullsized":"2024-09-16T01:14:33.707070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:30.994139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712929+0000","last_change":"2024-09-16T01:14:32.690321+0000","last_active":"2024-09-16T01:14:33.712929+0000","last_peered":"2024-09-16T01:14:33.712929+0000","last_clean":"2024-09-16T01:14:33.712929+0000","last_became_active":"2024-09-16T01:14:32.690032+0000","last_became_peered":"2024-09-16T01:14:32.690032+0000","last_unstale":"2024-09-16T01:14:33.712929+0000","last_undegraded":"2024-09-16T01:14:33.712929+0000","last_fullsized":"2024-09-16T01:14:33.712929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701317+0000","last_change":"2024-09-16T01:14:33.693658+0000","last_active":"2024-09-16T01:14:33.701317+0000","last_peered":"2024-09-16T01:14:33.701317+0000","last_clean":"2024-09-16T01:14:33.701317+0000","last_became_active":"2024-09-16T01:14:33.693390+0000","last_became_peered":"2024-09-16T01:14:33.693390+0000","last_unstale":"2024-09-16T01:14:33.701317+0000","last_undegraded":"2024-09-16T01:14:33.701317+0000","last_fullsized":"2024-09-16T01:14:33.701317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.713381+0000","last_change":"2024-09-16T01:14:32.695911+0000","last_active":"2024-09-16T01:14:33.713381+0000","last_peered":"2024-09-16T01:14:33.713381+0000","last_clean":"2024-09-16T01:14:33.713381+0000","last_became_active":"2024-09-16T01:14:32.695675+0000","last_became_peered":"2024-09-16T01:14:32.695675+0000","last_unstale":"2024-09-16T01:14:33.713381+0000","last_undegraded":"2024-09-16T01:14:33.713381+0000","last_fullsized":"2024-09-16T01:14:33.713381+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:54.557298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707409+0000","last_change":"2024-09-16T01:14:33.698246+0000","last_active":"2024-09-16T01:14:33.707409+0000","last_peered":"2024-09-16T01:14:33.707409+0000","last_clean":"2024-09-16T01:14:33.707409+0000","last_became_active":"2024-09-16T01:14:33.697962+0000","last_became_peered":"2024-09-16T01:14:33.697962+0000","last_unstale":"2024-09-16T01:14:33.707409+0000","last_undegraded":"2024-09-16T01:14:33.707409+0000","last_fullsized":"2024-09-16T01:14:33.707409+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701960+0000","last_change":"2024-09-16T01:14:32.698605+0000","last_active":"2024-09-16T01:14:32.701960+0000","last_peered":"2024-09-16T01:14:32.701960+0000","last_clean":"2024-09-16T01:14:32.701960+0000","last_became_active":"2024-09-16T01:14:32.698310+0000","last_became_peered":"2024-09-16T01:14:32.698310+0000","last_unstale":"2024-09-16T01:14:32.701960+0000","last_undegraded":"2024-09-16T01:14:32.701960+0000","last_fullsized":"2024-09-16T01:14:32.701960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683872+0000","last_change":"2024-09-16T01:14:32.683872+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683872+0000","last_undegraded":"2024-09-16T01:14:32.683872+0000","last_fullsized":"2024-09-16T01:14:32.683872+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686495+0000","last_change":"2024-09-16T01:14:32.690219+0000","last_active":"2024-09-16T01:14:33.686495+0000","last_peered":"2024-09-16T01:14:33.686495+0000","last_clean":"2024-09-16T01:14:33.686495+0000","last_became_active":"2024-09-16T01:14:32.689915+0000","last_became_peered":"2024-09-16T01:14:32.689915+0000","last_unstale":"2024-09-16T01:14:33.686495+0000","last_undegraded":"2024-09-16T01:14:33.686495+0000","last_fullsized":"2024-09-16T01:14:33.686495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:08.367570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706767+0000","last_change":"2024-09-16T01:14:33.704944+0000","last_active":"2024-09-16T01:14:33.706767+0000","last_peered":"2024-09-16T01:14:33.706767+0000","last_clean":"2024-09-16T01:14:33.706767+0000","last_became_active":"2024-09-16T01:14:33.704666+0000","last_became_peered":"2024-09-16T01:14:33.704666+0000","last_unstale":"2024-09-16T01:14:33.706767+0000","last_undegraded":"2024-09-16T01:14:33.706767+0000","last_fullsized":"2024-09-16T01:14:33.706767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:41.211074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702335+0000","last_change":"2024-09-16T01:14:32.699436+0000","last_active":"2024-09-16T01:14:32.702335+0000","last_peered":"2024-09-16T01:14:32.702335+0000","last_clean":"2024-09-16T01:14:32.702335+0000","last_became_active":"2024-09-16T01:14:32.699133+0000","last_became_peered":"2024-09-16T01:14:32.699133+0000","last_unstale":"2024-09-16T01:14:32.702335+0000","last_undegraded":"2024-09-16T01:14:32.702335+0000","last_fullsized":"2024-09-16T01:14:32.702335+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689351+0000","last_change":"2024-09-16T01:14:32.689351+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689351+0000","last_undegraded":"2024-09-16T01:14:32.689351+0000","last_fullsized":"2024-09-16T01:14:32.689351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698677+0000","last_change":"2024-09-16T01:14:32.697573+0000","last_active":"2024-09-16T01:14:32.698677+0000","last_peered":"2024-09-16T01:14:32.698677+0000","last_clean":"2024-09-16T01:14:32.698677+0000","last_became_active":"2024-09-16T01:14:32.697270+0000","last_became_peered":"2024-09-16T01:14:32.697270+0000","last_unstale":"2024-09-16T01:14:32.698677+0000","last_undegraded":"2024-09-16T01:14:32.698677+0000","last_fullsized":"2024-09-16T01:14:32.698677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689717+0000","last_change":"2024-09-16T01:14:32.689717+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689717+0000","last_undegraded":"2024-09-16T01:14:32.689717+0000","last_fullsized":"2024-09-16T01:14:32.689717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.710025+0000","last_change":"2024-09-16T01:14:32.695340+0000","last_active":"2024-09-16T01:14:33.710025+0000","last_peered":"2024-09-16T01:14:33.710025+0000","last_clean":"2024-09-16T01:14:33.710025+0000","last_became_active":"2024-09-16T01:14:32.695028+0000","last_became_peered":"2024-09-16T01:14:32.695028+0000","last_unstale":"2024-09-16T01:14:33.710025+0000","last_undegraded":"2024-09-16T01:14:33.710025+0000","last_fullsized":"2024-09-16T01:14:33.710025+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:06.100658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708062+0000","last_change":"2024-09-16T01:14:33.705814+0000","last_active":"2024-09-16T01:14:33.708062+0000","last_peered":"2024-09-16T01:14:33.708062+0000","last_clean":"2024-09-16T01:14:33.708062+0000","last_became_active":"2024-09-16T01:14:33.705505+0000","last_became_peered":"2024-09-16T01:14:33.705505+0000","last_unstale":"2024-09-16T01:14:33.708062+0000","last_undegraded":"2024-09-16T01:14:33.708062+0000","last_fullsized":"2024-09-16T01:14:33.708062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:50.552976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702814+0000","last_change":"2024-09-16T01:14:32.702029+0000","last_active":"2024-09-16T01:14:32.702814+0000","last_peered":"2024-09-16T01:14:32.702814+0000","last_clean":"2024-09-16T01:14:32.702814+0000","last_became_active":"2024-09-16T01:14:32.701673+0000","last_became_peered":"2024-09-16T01:14:32.701673+0000","last_unstale":"2024-09-16T01:14:32.702814+0000","last_undegraded":"2024-09-16T01:14:32.702814+0000","last_fullsized":"2024-09-16T01:14:32.702814+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685184+0000","last_change":"2024-09-16T01:14:32.685184+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685184+0000","last_undegraded":"2024-09-16T01:14:32.685184+0000","last_fullsized":"2024-09-16T01:14:32.685184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712596+0000","last_change":"2024-09-16T01:14:32.690497+0000","last_active":"2024-09-16T01:14:33.712596+0000","last_peered":"2024-09-16T01:14:33.712596+0000","last_clean":"2024-09-16T01:14:33.712596+0000","last_became_active":"2024-09-16T01:14:32.690177+0000","last_became_peered":"2024-09-16T01:14:32.690177+0000","last_unstale":"2024-09-16T01:14:33.712596+0000","last_undegraded":"2024-09-16T01:14:33.712596+0000","last_fullsized":"2024-09-16T01:14:33.712596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:40.714633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684626+0000","last_change":"2024-09-16T01:14:32.684626+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684626+0000","last_undegraded":"2024-09-16T01:14:32.684626+0000","last_fullsized":"2024-09-16T01:14:32.684626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701838+0000","last_change":"2024-09-16T01:14:32.700945+0000","last_active":"2024-09-16T01:14:32.701838+0000","last_peered":"2024-09-16T01:14:32.701838+0000","last_clean":"2024-09-16T01:14:32.701838+0000","last_became_active":"2024-09-16T01:14:32.700529+0000","last_became_peered":"2024-09-16T01:14:32.700529+0000","last_unstale":"2024-09-16T01:14:32.701838+0000","last_undegraded":"2024-09-16T01:14:32.701838+0000","last_fullsized":"2024-09-16T01:14:32.701838+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706669+0000","last_change":"2024-09-16T01:14:33.703559+0000","last_active":"2024-09-16T01:14:33.706669+0000","last_peered":"2024-09-16T01:14:33.706669+0000","last_clean":"2024-09-16T01:14:33.706669+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.706669+0000","last_undegraded":"2024-09-16T01:14:33.706669+0000","last_fullsized":"2024-09-16T01:14:33.706669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:17.556130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698775+0000","last_change":"2024-09-16T01:14:32.696990+0000","last_active":"2024-09-16T01:14:32.698775+0000","last_peered":"2024-09-16T01:14:32.698775+0000","last_clean":"2024-09-16T01:14:32.698775+0000","last_became_active":"2024-09-16T01:14:32.696655+0000","last_became_peered":"2024-09-16T01:14:32.696655+0000","last_unstale":"2024-09-16T01:14:32.698775+0000","last_undegraded":"2024-09-16T01:14:32.698775+0000","last_fullsized":"2024-09-16T01:14:32.698775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708227+0000","last_change":"2024-09-16T01:14:33.703610+0000","last_active":"2024-09-16T01:14:33.708227+0000","last_peered":"2024-09-16T01:14:33.708227+0000","last_clean":"2024-09-16T01:14:33.708227+0000","last_became_active":"2024-09-16T01:14:33.703341+0000","last_became_peered":"2024-09-16T01:14:33.703341+0000","last_unstale":"2024-09-16T01:14:33.708227+0000","last_undegraded":"2024-09-16T01:14:33.708227+0000","last_fullsized":"2024-09-16T01:14:33.708227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699082+0000","last_change":"2024-09-16T01:14:32.697940+0000","last_active":"2024-09-16T01:14:32.699082+0000","last_peered":"2024-09-16T01:14:32.699082+0000","last_clean":"2024-09-16T01:14:32.699082+0000","last_became_active":"2024-09-16T01:14:32.696006+0000","last_became_peered":"2024-09-16T01:14:32.696006+0000","last_unstale":"2024-09-16T01:14:32.699082+0000","last_undegraded":"2024-09-16T01:14:32.699082+0000","last_fullsized":"2024-09-16T01:14:32.699082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706778+0000","last_change":"2024-09-16T01:14:33.697508+0000","last_active":"2024-09-16T01:14:33.706778+0000","last_peered":"2024-09-16T01:14:33.706778+0000","last_clean":"2024-09-16T01:14:33.706778+0000","last_became_active":"2024-09-16T01:14:33.697232+0000","last_became_peered":"2024-09-16T01:14:33.697232+0000","last_unstale":"2024-09-16T01:14:33.706778+0000","last_undegraded":"2024-09-16T01:14:33.706778+0000","last_fullsized":"2024-09-16T01:14:33.706778+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:07.105962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700769+0000","last_change":"2024-09-16T01:14:32.699555+0000","last_active":"2024-09-16T01:14:32.700769+0000","last_peered":"2024-09-16T01:14:32.700769+0000","last_clean":"2024-09-16T01:14:32.700769+0000","last_became_active":"2024-09-16T01:14:32.699273+0000","last_became_peered":"2024-09-16T01:14:32.699273+0000","last_unstale":"2024-09-16T01:14:32.700769+0000","last_undegraded":"2024-09-16T01:14:32.700769+0000","last_fullsized":"2024-09-16T01:14:32.700769+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701684+0000","last_change":"2024-09-16T01:14:33.695849+0000","last_active":"2024-09-16T01:14:33.701684+0000","last_peered":"2024-09-16T01:14:33.701684+0000","last_clean":"2024-09-16T01:14:33.701684+0000","last_became_active":"2024-09-16T01:14:33.695544+0000","last_became_peered":"2024-09-16T01:14:33.695544+0000","last_unstale":"2024-09-16T01:14:33.701684+0000","last_undegraded":"2024-09-16T01:14:33.701684+0000","last_fullsized":"2024-09-16T01:14:33.701684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712552+0000","last_change":"2024-09-16T01:14:32.693833+0000","last_active":"2024-09-16T01:14:33.712552+0000","last_peered":"2024-09-16T01:14:33.712552+0000","last_clean":"2024-09-16T01:14:33.712552+0000","last_became_active":"2024-09-16T01:14:32.693550+0000","last_became_peered":"2024-09-16T01:14:32.693550+0000","last_unstale":"2024-09-16T01:14:33.712552+0000","last_undegraded":"2024-09-16T01:14:33.712552+0000","last_fullsized":"2024-09-16T01:14:33.712552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:19.322916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685972+0000","last_change":"2024-09-16T01:14:32.685972+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685972+0000","last_undegraded":"2024-09-16T01:14:32.685972+0000","last_fullsized":"2024-09-16T01:14:32.685972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712310+0000","last_change":"2024-09-16T01:14:32.689968+0000","last_active":"2024-09-16T01:14:33.712310+0000","last_peered":"2024-09-16T01:14:33.712310+0000","last_clean":"2024-09-16T01:14:33.712310+0000","last_became_active":"2024-09-16T01:14:32.689146+0000","last_became_peered":"2024-09-16T01:14:32.689146+0000","last_unstale":"2024-09-16T01:14:33.712310+0000","last_undegraded":"2024-09-16T01:14:33.712310+0000","last_fullsized":"2024-09-16T01:14:33.712310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684416+0000","last_change":"2024-09-16T01:14:32.684416+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684416+0000","last_undegraded":"2024-09-16T01:14:32.684416+0000","last_fullsized":"2024-09-16T01:14:32.684416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.687306+0000","last_change":"2024-09-16T01:14:32.696688+0000","last_active":"2024-09-16T01:14:33.687306+0000","last_peered":"2024-09-16T01:14:33.687306+0000","last_clean":"2024-09-16T01:14:33.687306+0000","last_became_active":"2024-09-16T01:14:32.696430+0000","last_became_peered":"2024-09-16T01:14:32.696430+0000","last_unstale":"2024-09-16T01:14:33.687306+0000","last_undegraded":"2024-09-16T01:14:33.687306+0000","last_fullsized":"2024-09-16T01:14:33.687306+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686093+0000","last_change":"2024-09-16T01:14:32.686093+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686093+0000","last_undegraded":"2024-09-16T01:14:32.686093+0000","last_fullsized":"2024-09-16T01:14:32.686093+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695485+0000","last_change":"2024-09-16T01:14:32.694000+0000","last_active":"2024-09-16T01:14:32.695485+0000","last_peered":"2024-09-16T01:14:32.695485+0000","last_clean":"2024-09-16T01:14:32.695485+0000","last_became_active":"2024-09-16T01:14:32.693655+0000","last_became_peered":"2024-09-16T01:14:32.693655+0000","last_unstale":"2024-09-16T01:14:32.695485+0000","last_undegraded":"2024-09-16T01:14:32.695485+0000","last_fullsized":"2024-09-16T01:14:32.695485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684433+0000","last_change":"2024-09-16T01:14:32.684433+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684433+0000","last_undegraded":"2024-09-16T01:14:32.684433+0000","last_fullsized":"2024-09-16T01:14:32.684433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.696322+0000","last_change":"2024-09-16T01:14:32.696000+0000","last_active":"2024-09-16T01:14:33.696322+0000","last_peered":"2024-09-16T01:14:33.696322+0000","last_clean":"2024-09-16T01:14:33.696322+0000","last_became_active":"2024-09-16T01:14:32.695714+0000","last_became_peered":"2024-09-16T01:14:32.695714+0000","last_unstale":"2024-09-16T01:14:33.696322+0000","last_undegraded":"2024-09-16T01:14:33.696322+0000","last_fullsized":"2024-09-16T01:14:33.696322+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683816+0000","last_change":"2024-09-16T01:14:32.683816+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683816+0000","last_undegraded":"2024-09-16T01:14:32.683816+0000","last_fullsized":"2024-09-16T01:14:32.683816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686708+0000","last_change":"2024-09-16T01:14:32.692418+0000","last_active":"2024-09-16T01:14:33.686708+0000","last_peered":"2024-09-16T01:14:33.686708+0000","last_clean":"2024-09-16T01:14:33.686708+0000","last_became_active":"2024-09-16T01:14:32.692142+0000","last_became_peered":"2024-09-16T01:14:32.692142+0000","last_unstale":"2024-09-16T01:14:33.686708+0000","last_undegraded":"2024-09-16T01:14:33.686708+0000","last_fullsized":"2024-09-16T01:14:33.686708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:20:55.533914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706709+0000","last_change":"2024-09-16T01:14:33.704581+0000","last_active":"2024-09-16T01:14:33.706709+0000","last_peered":"2024-09-16T01:14:33.706709+0000","last_clean":"2024-09-16T01:14:33.706709+0000","last_became_active":"2024-09-16T01:14:33.704004+0000","last_became_peered":"2024-09-16T01:14:33.704004+0000","last_unstale":"2024-09-16T01:14:33.706709+0000","last_undegraded":"2024-09-16T01:14:33.706709+0000","last_fullsized":"2024-09-16T01:14:33.706709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:59.652800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.688090+0000","last_change":"2024-09-16T01:14:32.697157+0000","last_active":"2024-09-16T01:14:33.688090+0000","last_peered":"2024-09-16T01:14:33.688090+0000","last_clean":"2024-09-16T01:14:33.688090+0000","last_became_active":"2024-09-16T01:14:32.696869+0000","last_became_peered":"2024-09-16T01:14:32.696869+0000","last_unstale":"2024-09-16T01:14:33.688090+0000","last_undegraded":"2024-09-16T01:14:33.688090+0000","last_fullsized":"2024-09-16T01:14:33.688090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:29.275761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683242+0000","last_change":"2024-09-16T01:14:32.683242+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683242+0000","last_undegraded":"2024-09-16T01:14:32.683242+0000","last_fullsized":"2024-09-16T01:14:32.683242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700352+0000","last_change":"2024-09-16T01:14:32.698267+0000","last_active":"2024-09-16T01:14:32.700352+0000","last_peered":"2024-09-16T01:14:32.700352+0000","last_clean":"2024-09-16T01:14:32.700352+0000","last_became_active":"2024-09-16T01:14:32.697982+0000","last_became_peered":"2024-09-16T01:14:32.697982+0000","last_unstale":"2024-09-16T01:14:32.700352+0000","last_undegraded":"2024-09-16T01:14:32.700352+0000","last_fullsized":"2024-09-16T01:14:32.700352+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701662+0000","last_change":"2024-09-16T01:14:33.695221+0000","last_active":"2024-09-16T01:14:33.701662+0000","last_peered":"2024-09-16T01:14:33.701662+0000","last_clean":"2024-09-16T01:14:33.701662+0000","last_became_active":"2024-09-16T01:14:33.694943+0000","last_became_peered":"2024-09-16T01:14:33.694943+0000","last_unstale":"2024-09-16T01:14:33.701662+0000","last_undegraded":"2024-09-16T01:14:33.701662+0000","last_fullsized":"2024-09-16T01:14:33.701662+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695088+0000","last_change":"2024-09-16T01:14:32.694302+0000","last_active":"2024-09-16T01:14:32.695088+0000","last_peered":"2024-09-16T01:14:32.695088+0000","last_clean":"2024-09-16T01:14:32.695088+0000","last_became_active":"2024-09-16T01:14:32.693998+0000","last_became_peered":"2024-09-16T01:14:32.693998+0000","last_unstale":"2024-09-16T01:14:32.695088+0000","last_undegraded":"2024-09-16T01:14:32.695088+0000","last_fullsized":"2024-09-16T01:14:32.695088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686393+0000","last_change":"2024-09-16T01:14:32.686393+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686393+0000","last_undegraded":"2024-09-16T01:14:32.686393+0000","last_fullsized":"2024-09-16T01:14:32.686393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699824+0000","last_change":"2024-09-16T01:14:32.696948+0000","last_active":"2024-09-16T01:14:32.699824+0000","last_peered":"2024-09-16T01:14:32.699824+0000","last_clean":"2024-09-16T01:14:32.699824+0000","last_became_active":"2024-09-16T01:14:32.696412+0000","last_became_peered":"2024-09-16T01:14:32.696412+0000","last_unstale":"2024-09-16T01:14:32.699824+0000","last_undegraded":"2024-09-16T01:14:32.699824+0000","last_fullsized":"2024-09-16T01:14:32.699824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708198+0000","last_change":"2024-09-16T01:14:33.704917+0000","last_active":"2024-09-16T01:14:33.708198+0000","last_peered":"2024-09-16T01:14:33.708198+0000","last_clean":"2024-09-16T01:14:33.708198+0000","last_became_active":"2024-09-16T01:14:33.704615+0000","last_became_peered":"2024-09-16T01:14:33.704615+0000","last_unstale":"2024-09-16T01:14:33.708198+0000","last_undegraded":"2024-09-16T01:14:33.708198+0000","last_fullsized":"2024-09-16T01:14:33.708198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693227+0000","last_change":"2024-09-16T01:14:32.691669+0000","last_active":"2024-09-16T01:14:32.693227+0000","last_peered":"2024-09-16T01:14:32.693227+0000","last_clean":"2024-09-16T01:14:32.693227+0000","last_became_active":"2024-09-16T01:14:32.691383+0000","last_became_peered":"2024-09-16T01:14:32.691383+0000","last_unstale":"2024-09-16T01:14:32.693227+0000","last_undegraded":"2024-09-16T01:14:32.693227+0000","last_fullsized":"2024-09-16T01:14:32.693227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:36.280375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685346+0000","last_change":"2024-09-16T01:14:32.685346+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685346+0000","last_undegraded":"2024-09-16T01:14:32.685346+0000","last_fullsized":"2024-09-16T01:14:32.685346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.694662+0000","last_change":"2024-09-16T01:14:32.692724+0000","last_active":"2024-09-16T01:14:32.694662+0000","last_peered":"2024-09-16T01:14:32.694662+0000","last_clean":"2024-09-16T01:14:32.694662+0000","last_became_active":"2024-09-16T01:14:32.692400+0000","last_became_peered":"2024-09-16T01:14:32.692400+0000","last_unstale":"2024-09-16T01:14:32.694662+0000","last_undegraded":"2024-09-16T01:14:32.694662+0000","last_fullsized":"2024-09-16T01:14:32.694662+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685811+0000","last_change":"2024-09-16T01:14:32.685811+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685811+0000","last_undegraded":"2024-09-16T01:14:32.685811+0000","last_fullsized":"2024-09-16T01:14:32.685811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686616+0000","last_change":"2024-09-16T01:14:32.693332+0000","last_active":"2024-09-16T01:14:33.686616+0000","last_peered":"2024-09-16T01:14:33.686616+0000","last_clean":"2024-09-16T01:14:33.686616+0000","last_became_active":"2024-09-16T01:14:32.692930+0000","last_became_peered":"2024-09-16T01:14:32.692930+0000","last_unstale":"2024-09-16T01:14:33.686616+0000","last_undegraded":"2024-09-16T01:14:33.686616+0000","last_fullsized":"2024-09-16T01:14:33.686616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.605160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.692793+0000","last_change":"2024-09-16T01:14:33.689225+0000","last_active":"2024-09-16T01:14:33.692793+0000","last_peered":"2024-09-16T01:14:33.692793+0000","last_clean":"2024-09-16T01:14:33.692793+0000","last_became_active":"2024-09-16T01:14:33.688912+0000","last_became_peered":"2024-09-16T01:14:33.688912+0000","last_unstale":"2024-09-16T01:14:33.692793+0000","last_undegraded":"2024-09-16T01:14:33.692793+0000","last_fullsized":"2024-09-16T01:14:33.692793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699053+0000","last_change":"2024-09-16T01:14:32.697726+0000","last_active":"2024-09-16T01:14:32.699053+0000","last_peered":"2024-09-16T01:14:32.699053+0000","last_clean":"2024-09-16T01:14:32.699053+0000","last_became_active":"2024-09-16T01:14:32.697392+0000","last_became_peered":"2024-09-16T01:14:32.697392+0000","last_unstale":"2024-09-16T01:14:32.699053+0000","last_undegraded":"2024-09-16T01:14:32.699053+0000","last_fullsized":"2024-09-16T01:14:32.699053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706498+0000","last_change":"2024-09-16T01:14:33.703431+0000","last_active":"2024-09-16T01:14:33.706498+0000","last_peered":"2024-09-16T01:14:33.706498+0000","last_clean":"2024-09-16T01:14:33.706498+0000","last_became_active":"2024-09-16T01:14:33.703167+0000","last_became_peered":"2024-09-16T01:14:33.703167+0000","last_unstale":"2024-09-16T01:14:33.706498+0000","last_undegraded":"2024-09-16T01:14:33.706498+0000","last_fullsized":"2024-09-16T01:14:33.706498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:09.244717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.694332+0000","last_change":"2024-09-16T01:14:32.694939+0000","last_active":"2024-09-16T01:14:33.694332+0000","last_peered":"2024-09-16T01:14:33.694332+0000","last_clean":"2024-09-16T01:14:33.694332+0000","last_became_active":"2024-09-16T01:14:32.694403+0000","last_became_peered":"2024-09-16T01:14:32.694403+0000","last_unstale":"2024-09-16T01:14:33.694332+0000","last_undegraded":"2024-09-16T01:14:33.694332+0000","last_fullsized":"2024-09-16T01:14:33.694332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.691883+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:33.691883+0000","last_peered":"2024-09-16T01:14:33.691883+0000","last_clean":"2024-09-16T01:14:33.691883+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:33.691883+0000","last_undegraded":"2024-09-16T01:14:33.691883+0000","last_fullsized":"2024-09-16T01:14:33.691883+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":720491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":116991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:14:37.023 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:14:37.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.161+0000 7fbeca6af640 1 Processor -- start 2024-09-16T01:14:37.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.161+0000 7fbeca6af640 1 -- start start 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.162+0000 7fbeca6af640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbec415e640 0x7fbec40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.162+0000 7fbeca6af640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbec415ea20 con 0x7fbec40d3660 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.162+0000 7fbeca6af640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbec40b1c50 con 0x7fbec40cf0e0 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.162+0000 7fbeca6af640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbec40b2860 con 0x7fbec415e640 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.162+0000 7fbec3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbec415e640 0x7fbec40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec8c4c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbec40d3660 0x7fbec40b3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53122/0 (socket says 172.21.15.29:53122) 2024-09-16T01:14:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbec415e640 0x7fbec40ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60820/0 (socket says 172.21.15.29:60820) 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec8c4c640 1 -- 172.21.15.29:0/4054774382 learned_addr learned my addr 172.21.15.29:0/4054774382 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec2ffd640 1 -- 172.21.15.29:0/4054774382 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 467017499 0 0) 0x7fbec415ea20 con 0x7fbec40d3660 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec2ffd640 1 -- 172.21.15.29:0/4054774382 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbeac003520 con 0x7fbec40d3660 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec3fff640 1 -- 172.21.15.29:0/4054774382 >> v1:172.21.15.122:6789/0 conn(0x7fbec40cf0e0 legacy=0x7fbec40b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec3fff640 1 -- 172.21.15.29:0/4054774382 >> v1:172.21.15.29:6789/0 conn(0x7fbec40d3660 legacy=0x7fbec40b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.163+0000 7fbec3fff640 1 -- 172.21.15.29:0/4054774382 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec40b1f30 con 0x7fbec415e640 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbec3fff640 1 --2- 172.21.15.29:0/4054774382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec415e640 0x7fbec40ceba0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40097a0 tx=0x7fbeb402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b07d8a2d4216c17 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbec2ffd640 1 -- 172.21.15.29:0/4054774382 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4037070 con 0x7fbec415e640 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbec2ffd640 1 -- 172.21.15.29:0/4054774382 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb4032440 con 0x7fbec415e640 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbec2ffd640 1 -- 172.21.15.29:0/4054774382 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4032810 con 0x7fbec415e640 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 -- 172.21.15.29:0/4054774382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec415e640 msgr2=0x7fbec40ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 --2- 172.21.15.29:0/4054774382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec415e640 0x7fbec40ceba0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40097a0 tx=0x7fbeb402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 -- 172.21.15.29:0/4054774382 shutdown_connections 2024-09-16T01:14:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 --2- 172.21.15.29:0/4054774382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec415e640 0x7fbec40ceba0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 -- 172.21.15.29:0/4054774382 >> 172.21.15.29:0/4054774382 conn(0x7fbec409d820 msgr2=0x7fbec40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 -- 172.21.15.29:0/4054774382 shutdown_connections 2024-09-16T01:14:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.164+0000 7fbeca6af640 1 -- 172.21.15.29:0/4054774382 wait complete. 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.165+0000 7fbeca6af640 1 Processor -- start 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 -- start start 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbec40d3660 0x7fbec415cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbec415e640 0x7fbec415d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbec40cfe40 con 0x7fbec40cf0e0 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbec40b24f0 con 0x7fbec415e640 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.166+0000 7fbeca6af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fbec40b73a0 con 0x7fbec40d3660 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60822/0 (socket says 172.21.15.29:60822) 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 -- 172.21.15.29:0/2206793279 learned_addr learned my addr 172.21.15.29:0/2206793279 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec8c4c640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbec415e640 0x7fbec415d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec37fe640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbec40d3660 0x7fbec415cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 -- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbec40d3660 msgr2=0x7fbec415cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbec40d3660 0x7fbec415cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 -- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbec415e640 msgr2=0x7fbec415d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbec415e640 0x7fbec415d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 -- 172.21.15.29:0/2206793279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec4158830 con 0x7fbec40cf0e0 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec3fff640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4035040 tx=0x7fbeb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4037040 con 0x7fbec40cf0e0 2024-09-16T01:14:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb4030500 con 0x7fbec40cf0e0 2024-09-16T01:14:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec4158b10 con 0x7fbec40cf0e0 2024-09-16T01:14:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4030910 con 0x7fbec40cf0e0 2024-09-16T01:14:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.167+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec41590d0 con 0x7fbec40cf0e0 2024-09-16T01:14:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.168+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbec4068eb0 con 0x7fbec40cf0e0 2024-09-16T01:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.169+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbeb4044020 con 0x7fbec40cf0e0 2024-09-16T01:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.170+0000 7fbec0ff9640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 0x7fbeb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.170+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fbeb40ab5e0 con 0x7fbec40cf0e0 2024-09-16T01:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.170+0000 7fbec37fe640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 0x7fbeb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.170+0000 7fbec37fe640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 0x7fbeb006e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbec406d010 tx=0x7fbeb8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.174+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbeb4079670 con 0x7fbec40cf0e0 2024-09-16T01:14:37.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.345+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbec406cd60 con 0x7fbeb006c2b0 2024-09-16T01:14:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.351+0000 7fbec0ff9640 1 -- 172.21.15.29:0/2206793279 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249421 (secure 0 0 0) 0x7fbec406cd60 con 0x7fbeb006c2b0 2024-09-16T01:14:37.355 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:14:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 msgr2=0x7fbeb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 0x7fbeb006e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbec406d010 tx=0x7fbeb8009040 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 msgr2=0x7fbec4157640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbeb4035040 tx=0x7fbeb40046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 shutdown_connections 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fbeb006c2b0 0x7fbeb006e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbec415e640 0x7fbec415d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fbec40d3660 0x7fbec415cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 --2- 172.21.15.29:0/2206793279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbec40cf0e0 0x7fbec4157640 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.354+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 >> 172.21.15.29:0/2206793279 conn(0x7fbec409d820 msgr2=0x7fbec406d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.355+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 shutdown_connections 2024-09-16T01:14:37.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.355+0000 7fbeca6af640 1 -- 172.21.15.29:0/2206793279 wait complete. 2024-09-16T01:14:37.366 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-16T01:14:35.367723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236640,"kb_used_data":3752,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738080,"statfs":{"total":773094113280,"available":772851793920,"internally_reserved":0,"allocated":3842048,"data_stored":2175969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000893"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711618+0000","last_change":"2024-09-16T01:14:33.706726+0000","last_active":"2024-09-16T01:14:33.711618+0000","last_peered":"2024-09-16T01:14:33.711618+0000","last_clean":"2024-09-16T01:14:33.711618+0000","last_became_active":"2024-09-16T01:14:33.706429+0000","last_became_peered":"2024-09-16T01:14:33.706429+0000","last_unstale":"2024-09-16T01:14:33.711618+0000","last_undegraded":"2024-09-16T01:14:33.711618+0000","last_fullsized":"2024-09-16T01:14:33.711618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.693278+0000","last_change":"2024-09-16T01:14:32.693278+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.693278+0000","last_undegraded":"2024-09-16T01:14:32.693278+0000","last_fullsized":"2024-09-16T01:14:32.693278+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706319+0000","last_change":"2024-09-16T01:14:33.703744+0000","last_active":"2024-09-16T01:14:33.706319+0000","last_peered":"2024-09-16T01:14:33.706319+0000","last_clean":"2024-09-16T01:14:33.706319+0000","last_became_active":"2024-09-16T01:14:33.703493+0000","last_became_peered":"2024-09-16T01:14:33.703493+0000","last_unstale":"2024-09-16T01:14:33.706319+0000","last_undegraded":"2024-09-16T01:14:33.706319+0000","last_fullsized":"2024-09-16T01:14:33.706319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:33.703339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686176+0000","last_change":"2024-09-16T01:14:32.686176+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686176+0000","last_undegraded":"2024-09-16T01:14:32.686176+0000","last_fullsized":"2024-09-16T01:14:32.686176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692083+0000","last_change":"2024-09-16T01:14:32.692083+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692083+0000","last_undegraded":"2024-09-16T01:14:32.692083+0000","last_fullsized":"2024-09-16T01:14:32.692083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706843+0000","last_change":"2024-09-16T01:14:33.705533+0000","last_active":"2024-09-16T01:14:33.706843+0000","last_peered":"2024-09-16T01:14:33.706843+0000","last_clean":"2024-09-16T01:14:33.706843+0000","last_became_active":"2024-09-16T01:14:33.704978+0000","last_became_peered":"2024-09-16T01:14:33.704978+0000","last_unstale":"2024-09-16T01:14:33.706843+0000","last_undegraded":"2024-09-16T01:14:33.706843+0000","last_fullsized":"2024-09-16T01:14:33.706843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:38.716825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706152+0000","last_change":"2024-09-16T01:14:33.701036+0000","last_active":"2024-09-16T01:14:33.706152+0000","last_peered":"2024-09-16T01:14:33.706152+0000","last_clean":"2024-09-16T01:14:33.706152+0000","last_became_active":"2024-09-16T01:14:33.700738+0000","last_became_peered":"2024-09-16T01:14:33.700738+0000","last_unstale":"2024-09-16T01:14:33.706152+0000","last_undegraded":"2024-09-16T01:14:33.706152+0000","last_fullsized":"2024-09-16T01:14:33.706152+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:48.904932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712065+0000","last_change":"2024-09-16T01:14:33.706659+0000","last_active":"2024-09-16T01:14:33.712065+0000","last_peered":"2024-09-16T01:14:33.712065+0000","last_clean":"2024-09-16T01:14:33.712065+0000","last_became_active":"2024-09-16T01:14:33.706345+0000","last_became_peered":"2024-09-16T01:14:33.706345+0000","last_unstale":"2024-09-16T01:14:33.712065+0000","last_undegraded":"2024-09-16T01:14:33.712065+0000","last_fullsized":"2024-09-16T01:14:33.712065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684224+0000","last_change":"2024-09-16T01:14:32.684224+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684224+0000","last_undegraded":"2024-09-16T01:14:32.684224+0000","last_fullsized":"2024-09-16T01:14:32.684224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711976+0000","last_change":"2024-09-16T01:14:33.709132+0000","last_active":"2024-09-16T01:14:33.711976+0000","last_peered":"2024-09-16T01:14:33.711976+0000","last_clean":"2024-09-16T01:14:33.711976+0000","last_became_active":"2024-09-16T01:14:33.708880+0000","last_became_peered":"2024-09-16T01:14:33.708880+0000","last_unstale":"2024-09-16T01:14:33.711976+0000","last_undegraded":"2024-09-16T01:14:33.711976+0000","last_fullsized":"2024-09-16T01:14:33.711976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:45:26.928244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706287+0000","last_change":"2024-09-16T01:14:33.701479+0000","last_active":"2024-09-16T01:14:33.706287+0000","last_peered":"2024-09-16T01:14:33.706287+0000","last_clean":"2024-09-16T01:14:33.706287+0000","last_became_active":"2024-09-16T01:14:33.701111+0000","last_became_peered":"2024-09-16T01:14:33.701111+0000","last_unstale":"2024-09-16T01:14:33.706287+0000","last_undegraded":"2024-09-16T01:14:33.706287+0000","last_fullsized":"2024-09-16T01:14:33.706287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:27.667962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685554+0000","last_change":"2024-09-16T01:14:32.685554+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685554+0000","last_undegraded":"2024-09-16T01:14:32.685554+0000","last_fullsized":"2024-09-16T01:14:32.685554+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.690422+0000","last_change":"2024-09-16T01:14:32.690422+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.690422+0000","last_undegraded":"2024-09-16T01:14:32.690422+0000","last_fullsized":"2024-09-16T01:14:32.690422+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705468+0000","last_change":"2024-09-16T01:14:33.699125+0000","last_active":"2024-09-16T01:14:33.705468+0000","last_peered":"2024-09-16T01:14:33.705468+0000","last_clean":"2024-09-16T01:14:33.705468+0000","last_became_active":"2024-09-16T01:14:33.698785+0000","last_became_peered":"2024-09-16T01:14:33.698785+0000","last_unstale":"2024-09-16T01:14:33.705468+0000","last_undegraded":"2024-09-16T01:14:33.705468+0000","last_fullsized":"2024-09-16T01:14:33.705468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:55.605732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711673+0000","last_change":"2024-09-16T01:14:33.708541+0000","last_active":"2024-09-16T01:14:33.711673+0000","last_peered":"2024-09-16T01:14:33.711673+0000","last_clean":"2024-09-16T01:14:33.711673+0000","last_became_active":"2024-09-16T01:14:33.708260+0000","last_became_peered":"2024-09-16T01:14:33.708260+0000","last_unstale":"2024-09-16T01:14:33.711673+0000","last_undegraded":"2024-09-16T01:14:33.711673+0000","last_fullsized":"2024-09-16T01:14:33.711673+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:15.240062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708434+0000","last_change":"2024-09-16T01:14:33.707530+0000","last_active":"2024-09-16T01:14:33.708434+0000","last_peered":"2024-09-16T01:14:33.708434+0000","last_clean":"2024-09-16T01:14:33.708434+0000","last_became_active":"2024-09-16T01:14:33.707265+0000","last_became_peered":"2024-09-16T01:14:33.707265+0000","last_unstale":"2024-09-16T01:14:33.708434+0000","last_undegraded":"2024-09-16T01:14:33.708434+0000","last_fullsized":"2024-09-16T01:14:33.708434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:26:45.845227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692022+0000","last_change":"2024-09-16T01:14:32.692022+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692022+0000","last_undegraded":"2024-09-16T01:14:32.692022+0000","last_fullsized":"2024-09-16T01:14:32.692022+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.688866+0000","last_change":"2024-09-16T01:14:32.688866+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.688866+0000","last_undegraded":"2024-09-16T01:14:32.688866+0000","last_fullsized":"2024-09-16T01:14:32.688866+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686788+0000","last_change":"2024-09-16T01:14:32.686788+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686788+0000","last_undegraded":"2024-09-16T01:14:32.686788+0000","last_fullsized":"2024-09-16T01:14:32.686788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.702642+0000","last_change":"2024-09-16T01:14:33.695510+0000","last_active":"2024-09-16T01:14:33.702642+0000","last_peered":"2024-09-16T01:14:33.702642+0000","last_clean":"2024-09-16T01:14:33.702642+0000","last_became_active":"2024-09-16T01:14:33.695188+0000","last_became_peered":"2024-09-16T01:14:33.695188+0000","last_unstale":"2024-09-16T01:14:33.702642+0000","last_undegraded":"2024-09-16T01:14:33.702642+0000","last_fullsized":"2024-09-16T01:14:33.702642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.693846+0000","last_change":"2024-09-16T01:14:33.689205+0000","last_active":"2024-09-16T01:14:33.693846+0000","last_peered":"2024-09-16T01:14:33.693846+0000","last_clean":"2024-09-16T01:14:33.693846+0000","last_became_active":"2024-09-16T01:14:33.688896+0000","last_became_peered":"2024-09-16T01:14:33.688896+0000","last_unstale":"2024-09-16T01:14:33.693846+0000","last_undegraded":"2024-09-16T01:14:33.693846+0000","last_fullsized":"2024-09-16T01:14:33.693846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684182+0000","last_change":"2024-09-16T01:14:32.684182+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684182+0000","last_undegraded":"2024-09-16T01:14:32.684182+0000","last_fullsized":"2024-09-16T01:14:32.684182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705276+0000","last_change":"2024-09-16T01:14:33.697069+0000","last_active":"2024-09-16T01:14:33.705276+0000","last_peered":"2024-09-16T01:14:33.705276+0000","last_clean":"2024-09-16T01:14:33.705276+0000","last_became_active":"2024-09-16T01:14:33.696733+0000","last_became_peered":"2024-09-16T01:14:33.696733+0000","last_unstale":"2024-09-16T01:14:33.705276+0000","last_undegraded":"2024-09-16T01:14:33.705276+0000","last_fullsized":"2024-09-16T01:14:33.705276+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:01.751423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.691515+0000","last_change":"2024-09-16T01:14:32.691515+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.691515+0000","last_undegraded":"2024-09-16T01:14:32.691515+0000","last_fullsized":"2024-09-16T01:14:32.691515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684912+0000","last_change":"2024-09-16T01:14:32.684912+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684912+0000","last_undegraded":"2024-09-16T01:14:32.684912+0000","last_fullsized":"2024-09-16T01:14:32.684912+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.697746+0000","last_change":"2024-09-16T01:14:33.693006+0000","last_active":"2024-09-16T01:14:33.697746+0000","last_peered":"2024-09-16T01:14:33.697746+0000","last_clean":"2024-09-16T01:14:33.697746+0000","last_became_active":"2024-09-16T01:14:33.692726+0000","last_became_peered":"2024-09-16T01:14:33.692726+0000","last_unstale":"2024-09-16T01:14:33.697746+0000","last_undegraded":"2024-09-16T01:14:33.697746+0000","last_fullsized":"2024-09-16T01:14:33.697746+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711505+0000","last_change":"2024-09-16T01:14:33.703520+0000","last_active":"2024-09-16T01:14:33.711505+0000","last_peered":"2024-09-16T01:14:33.711505+0000","last_clean":"2024-09-16T01:14:33.711505+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.711505+0000","last_undegraded":"2024-09-16T01:14:33.711505+0000","last_fullsized":"2024-09-16T01:14:33.711505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707091+0000","last_change":"2024-09-16T01:14:33.700893+0000","last_active":"2024-09-16T01:14:33.707091+0000","last_peered":"2024-09-16T01:14:33.707091+0000","last_clean":"2024-09-16T01:14:33.707091+0000","last_became_active":"2024-09-16T01:14:33.700568+0000","last_became_peered":"2024-09-16T01:14:33.700568+0000","last_unstale":"2024-09-16T01:14:33.707091+0000","last_undegraded":"2024-09-16T01:14:33.707091+0000","last_fullsized":"2024-09-16T01:14:33.707091+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:18.824052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705948+0000","last_change":"2024-09-16T01:14:33.701428+0000","last_active":"2024-09-16T01:14:33.705948+0000","last_peered":"2024-09-16T01:14:33.705948+0000","last_clean":"2024-09-16T01:14:33.705948+0000","last_became_active":"2024-09-16T01:14:33.701159+0000","last_became_peered":"2024-09-16T01:14:33.701159+0000","last_unstale":"2024-09-16T01:14:33.705948+0000","last_undegraded":"2024-09-16T01:14:33.705948+0000","last_fullsized":"2024-09-16T01:14:33.705948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:20.328220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706131+0000","last_change":"2024-09-16T01:14:33.700584+0000","last_active":"2024-09-16T01:14:33.706131+0000","last_peered":"2024-09-16T01:14:33.706131+0000","last_clean":"2024-09-16T01:14:33.706131+0000","last_became_active":"2024-09-16T01:14:33.700303+0000","last_became_peered":"2024-09-16T01:14:33.700303+0000","last_unstale":"2024-09-16T01:14:33.706131+0000","last_undegraded":"2024-09-16T01:14:33.706131+0000","last_fullsized":"2024-09-16T01:14:33.706131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:51.660531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.687918+0000","last_change":"2024-09-16T01:14:32.687918+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.687918+0000","last_undegraded":"2024-09-16T01:14:32.687918+0000","last_fullsized":"2024-09-16T01:14:32.687918+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712349+0000","last_change":"2024-09-16T01:14:32.696516+0000","last_active":"2024-09-16T01:14:33.712349+0000","last_peered":"2024-09-16T01:14:33.712349+0000","last_clean":"2024-09-16T01:14:33.712349+0000","last_became_active":"2024-09-16T01:14:32.696248+0000","last_became_peered":"2024-09-16T01:14:32.696248+0000","last_unstale":"2024-09-16T01:14:33.712349+0000","last_undegraded":"2024-09-16T01:14:33.712349+0000","last_fullsized":"2024-09-16T01:14:33.712349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708976+0000","last_change":"2024-09-16T01:14:33.703595+0000","last_active":"2024-09-16T01:14:33.708976+0000","last_peered":"2024-09-16T01:14:33.708976+0000","last_clean":"2024-09-16T01:14:33.708976+0000","last_became_active":"2024-09-16T01:14:33.703305+0000","last_became_peered":"2024-09-16T01:14:33.703305+0000","last_unstale":"2024-09-16T01:14:33.708976+0000","last_undegraded":"2024-09-16T01:14:33.708976+0000","last_fullsized":"2024-09-16T01:14:33.708976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:41.719937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698443+0000","last_change":"2024-09-16T01:14:32.696599+0000","last_active":"2024-09-16T01:14:32.698443+0000","last_peered":"2024-09-16T01:14:32.698443+0000","last_clean":"2024-09-16T01:14:32.698443+0000","last_became_active":"2024-09-16T01:14:32.696246+0000","last_became_peered":"2024-09-16T01:14:32.696246+0000","last_unstale":"2024-09-16T01:14:32.698443+0000","last_undegraded":"2024-09-16T01:14:32.698443+0000","last_fullsized":"2024-09-16T01:14:32.698443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707213+0000","last_change":"2024-09-16T01:14:33.700410+0000","last_active":"2024-09-16T01:14:33.707213+0000","last_peered":"2024-09-16T01:14:33.707213+0000","last_clean":"2024-09-16T01:14:33.707213+0000","last_became_active":"2024-09-16T01:14:33.700147+0000","last_became_peered":"2024-09-16T01:14:33.700147+0000","last_unstale":"2024-09-16T01:14:33.707213+0000","last_undegraded":"2024-09-16T01:14:33.707213+0000","last_fullsized":"2024-09-16T01:14:33.707213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702356+0000","last_change":"2024-09-16T01:14:32.699529+0000","last_active":"2024-09-16T01:14:32.702356+0000","last_peered":"2024-09-16T01:14:32.702356+0000","last_clean":"2024-09-16T01:14:32.702356+0000","last_became_active":"2024-09-16T01:14:32.699214+0000","last_became_peered":"2024-09-16T01:14:32.699214+0000","last_unstale":"2024-09-16T01:14:32.702356+0000","last_undegraded":"2024-09-16T01:14:32.702356+0000","last_fullsized":"2024-09-16T01:14:32.702356+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684480+0000","last_change":"2024-09-16T01:14:32.684480+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684480+0000","last_undegraded":"2024-09-16T01:14:32.684480+0000","last_fullsized":"2024-09-16T01:14:32.684480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693190+0000","last_change":"2024-09-16T01:14:32.692240+0000","last_active":"2024-09-16T01:14:32.693190+0000","last_peered":"2024-09-16T01:14:32.693190+0000","last_clean":"2024-09-16T01:14:32.693190+0000","last_became_active":"2024-09-16T01:14:32.691976+0000","last_became_peered":"2024-09-16T01:14:32.691976+0000","last_unstale":"2024-09-16T01:14:32.693190+0000","last_undegraded":"2024-09-16T01:14:32.693190+0000","last_fullsized":"2024-09-16T01:14:32.693190+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:16.599101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707070+0000","last_change":"2024-09-16T01:14:33.700537+0000","last_active":"2024-09-16T01:14:33.707070+0000","last_peered":"2024-09-16T01:14:33.707070+0000","last_clean":"2024-09-16T01:14:33.707070+0000","last_became_active":"2024-09-16T01:14:33.700241+0000","last_became_peered":"2024-09-16T01:14:33.700241+0000","last_unstale":"2024-09-16T01:14:33.707070+0000","last_undegraded":"2024-09-16T01:14:33.707070+0000","last_fullsized":"2024-09-16T01:14:33.707070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:30.994139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712929+0000","last_change":"2024-09-16T01:14:32.690321+0000","last_active":"2024-09-16T01:14:33.712929+0000","last_peered":"2024-09-16T01:14:33.712929+0000","last_clean":"2024-09-16T01:14:33.712929+0000","last_became_active":"2024-09-16T01:14:32.690032+0000","last_became_peered":"2024-09-16T01:14:32.690032+0000","last_unstale":"2024-09-16T01:14:33.712929+0000","last_undegraded":"2024-09-16T01:14:33.712929+0000","last_fullsized":"2024-09-16T01:14:33.712929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701317+0000","last_change":"2024-09-16T01:14:33.693658+0000","last_active":"2024-09-16T01:14:33.701317+0000","last_peered":"2024-09-16T01:14:33.701317+0000","last_clean":"2024-09-16T01:14:33.701317+0000","last_became_active":"2024-09-16T01:14:33.693390+0000","last_became_peered":"2024-09-16T01:14:33.693390+0000","last_unstale":"2024-09-16T01:14:33.701317+0000","last_undegraded":"2024-09-16T01:14:33.701317+0000","last_fullsized":"2024-09-16T01:14:33.701317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.713381+0000","last_change":"2024-09-16T01:14:32.695911+0000","last_active":"2024-09-16T01:14:33.713381+0000","last_peered":"2024-09-16T01:14:33.713381+0000","last_clean":"2024-09-16T01:14:33.713381+0000","last_became_active":"2024-09-16T01:14:32.695675+0000","last_became_peered":"2024-09-16T01:14:32.695675+0000","last_unstale":"2024-09-16T01:14:33.713381+0000","last_undegraded":"2024-09-16T01:14:33.713381+0000","last_fullsized":"2024-09-16T01:14:33.713381+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:54.557298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707409+0000","last_change":"2024-09-16T01:14:33.698246+0000","last_active":"2024-09-16T01:14:33.707409+0000","last_peered":"2024-09-16T01:14:33.707409+0000","last_clean":"2024-09-16T01:14:33.707409+0000","last_became_active":"2024-09-16T01:14:33.697962+0000","last_became_peered":"2024-09-16T01:14:33.697962+0000","last_unstale":"2024-09-16T01:14:33.707409+0000","last_undegraded":"2024-09-16T01:14:33.707409+0000","last_fullsized":"2024-09-16T01:14:33.707409+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701960+0000","last_change":"2024-09-16T01:14:32.698605+0000","last_active":"2024-09-16T01:14:32.701960+0000","last_peered":"2024-09-16T01:14:32.701960+0000","last_clean":"2024-09-16T01:14:32.701960+0000","last_became_active":"2024-09-16T01:14:32.698310+0000","last_became_peered":"2024-09-16T01:14:32.698310+0000","last_unstale":"2024-09-16T01:14:32.701960+0000","last_undegraded":"2024-09-16T01:14:32.701960+0000","last_fullsized":"2024-09-16T01:14:32.701960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683872+0000","last_change":"2024-09-16T01:14:32.683872+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683872+0000","last_undegraded":"2024-09-16T01:14:32.683872+0000","last_fullsized":"2024-09-16T01:14:32.683872+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686495+0000","last_change":"2024-09-16T01:14:32.690219+0000","last_active":"2024-09-16T01:14:33.686495+0000","last_peered":"2024-09-16T01:14:33.686495+0000","last_clean":"2024-09-16T01:14:33.686495+0000","last_became_active":"2024-09-16T01:14:32.689915+0000","last_became_peered":"2024-09-16T01:14:32.689915+0000","last_unstale":"2024-09-16T01:14:33.686495+0000","last_undegraded":"2024-09-16T01:14:33.686495+0000","last_fullsized":"2024-09-16T01:14:33.686495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:08.367570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706767+0000","last_change":"2024-09-16T01:14:33.704944+0000","last_active":"2024-09-16T01:14:33.706767+0000","last_peered":"2024-09-16T01:14:33.706767+0000","last_clean":"2024-09-16T01:14:33.706767+0000","last_became_active":"2024-09-16T01:14:33.704666+0000","last_became_peered":"2024-09-16T01:14:33.704666+0000","last_unstale":"2024-09-16T01:14:33.706767+0000","last_undegraded":"2024-09-16T01:14:33.706767+0000","last_fullsized":"2024-09-16T01:14:33.706767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:41.211074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702335+0000","last_change":"2024-09-16T01:14:32.699436+0000","last_active":"2024-09-16T01:14:32.702335+0000","last_peered":"2024-09-16T01:14:32.702335+0000","last_clean":"2024-09-16T01:14:32.702335+0000","last_became_active":"2024-09-16T01:14:32.699133+0000","last_became_peered":"2024-09-16T01:14:32.699133+0000","last_unstale":"2024-09-16T01:14:32.702335+0000","last_undegraded":"2024-09-16T01:14:32.702335+0000","last_fullsized":"2024-09-16T01:14:32.702335+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689351+0000","last_change":"2024-09-16T01:14:32.689351+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689351+0000","last_undegraded":"2024-09-16T01:14:32.689351+0000","last_fullsized":"2024-09-16T01:14:32.689351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698677+0000","last_change":"2024-09-16T01:14:32.697573+0000","last_active":"2024-09-16T01:14:32.698677+0000","last_peered":"2024-09-16T01:14:32.698677+0000","last_clean":"2024-09-16T01:14:32.698677+0000","last_became_active":"2024-09-16T01:14:32.697270+0000","last_became_peered":"2024-09-16T01:14:32.697270+0000","last_unstale":"2024-09-16T01:14:32.698677+0000","last_undegraded":"2024-09-16T01:14:32.698677+0000","last_fullsized":"2024-09-16T01:14:32.698677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689717+0000","last_change":"2024-09-16T01:14:32.689717+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689717+0000","last_undegraded":"2024-09-16T01:14:32.689717+0000","last_fullsized":"2024-09-16T01:14:32.689717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.710025+0000","last_change":"2024-09-16T01:14:32.695340+0000","last_active":"2024-09-16T01:14:33.710025+0000","last_peered":"2024-09-16T01:14:33.710025+0000","last_clean":"2024-09-16T01:14:33.710025+0000","last_became_active":"2024-09-16T01:14:32.695028+0000","last_became_peered":"2024-09-16T01:14:32.695028+0000","last_unstale":"2024-09-16T01:14:33.710025+0000","last_undegraded":"2024-09-16T01:14:33.710025+0000","last_fullsized":"2024-09-16T01:14:33.710025+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:06.100658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708062+0000","last_change":"2024-09-16T01:14:33.705814+0000","last_active":"2024-09-16T01:14:33.708062+0000","last_peered":"2024-09-16T01:14:33.708062+0000","last_clean":"2024-09-16T01:14:33.708062+0000","last_became_active":"2024-09-16T01:14:33.705505+0000","last_became_peered":"2024-09-16T01:14:33.705505+0000","last_unstale":"2024-09-16T01:14:33.708062+0000","last_undegraded":"2024-09-16T01:14:33.708062+0000","last_fullsized":"2024-09-16T01:14:33.708062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:50.552976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702814+0000","last_change":"2024-09-16T01:14:32.702029+0000","last_active":"2024-09-16T01:14:32.702814+0000","last_peered":"2024-09-16T01:14:32.702814+0000","last_clean":"2024-09-16T01:14:32.702814+0000","last_became_active":"2024-09-16T01:14:32.701673+0000","last_became_peered":"2024-09-16T01:14:32.701673+0000","last_unstale":"2024-09-16T01:14:32.702814+0000","last_undegraded":"2024-09-16T01:14:32.702814+0000","last_fullsized":"2024-09-16T01:14:32.702814+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685184+0000","last_change":"2024-09-16T01:14:32.685184+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685184+0000","last_undegraded":"2024-09-16T01:14:32.685184+0000","last_fullsized":"2024-09-16T01:14:32.685184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712596+0000","last_change":"2024-09-16T01:14:32.690497+0000","last_active":"2024-09-16T01:14:33.712596+0000","last_peered":"2024-09-16T01:14:33.712596+0000","last_clean":"2024-09-16T01:14:33.712596+0000","last_became_active":"2024-09-16T01:14:32.690177+0000","last_became_peered":"2024-09-16T01:14:32.690177+0000","last_unstale":"2024-09-16T01:14:33.712596+0000","last_undegraded":"2024-09-16T01:14:33.712596+0000","last_fullsized":"2024-09-16T01:14:33.712596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:40.714633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684626+0000","last_change":"2024-09-16T01:14:32.684626+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684626+0000","last_undegraded":"2024-09-16T01:14:32.684626+0000","last_fullsized":"2024-09-16T01:14:32.684626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701838+0000","last_change":"2024-09-16T01:14:32.700945+0000","last_active":"2024-09-16T01:14:32.701838+0000","last_peered":"2024-09-16T01:14:32.701838+0000","last_clean":"2024-09-16T01:14:32.701838+0000","last_became_active":"2024-09-16T01:14:32.700529+0000","last_became_peered":"2024-09-16T01:14:32.700529+0000","last_unstale":"2024-09-16T01:14:32.701838+0000","last_undegraded":"2024-09-16T01:14:32.701838+0000","last_fullsized":"2024-09-16T01:14:32.701838+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706669+0000","last_change":"2024-09-16T01:14:33.703559+0000","last_active":"2024-09-16T01:14:33.706669+0000","last_peered":"2024-09-16T01:14:33.706669+0000","last_clean":"2024-09-16T01:14:33.706669+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.706669+0000","last_undegraded":"2024-09-16T01:14:33.706669+0000","last_fullsized":"2024-09-16T01:14:33.706669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:17.556130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698775+0000","last_change":"2024-09-16T01:14:32.696990+0000","last_active":"2024-09-16T01:14:32.698775+0000","last_peered":"2024-09-16T01:14:32.698775+0000","last_clean":"2024-09-16T01:14:32.698775+0000","last_became_active":"2024-09-16T01:14:32.696655+0000","last_became_peered":"2024-09-16T01:14:32.696655+0000","last_unstale":"2024-09-16T01:14:32.698775+0000","last_undegraded":"2024-09-16T01:14:32.698775+0000","last_fullsized":"2024-09-16T01:14:32.698775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708227+0000","last_change":"2024-09-16T01:14:33.703610+0000","last_active":"2024-09-16T01:14:33.708227+0000","last_peered":"2024-09-16T01:14:33.708227+0000","last_clean":"2024-09-16T01:14:33.708227+0000","last_became_active":"2024-09-16T01:14:33.703341+0000","last_became_peered":"2024-09-16T01:14:33.703341+0000","last_unstale":"2024-09-16T01:14:33.708227+0000","last_undegraded":"2024-09-16T01:14:33.708227+0000","last_fullsized":"2024-09-16T01:14:33.708227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699082+0000","last_change":"2024-09-16T01:14:32.697940+0000","last_active":"2024-09-16T01:14:32.699082+0000","last_peered":"2024-09-16T01:14:32.699082+0000","last_clean":"2024-09-16T01:14:32.699082+0000","last_became_active":"2024-09-16T01:14:32.696006+0000","last_became_peered":"2024-09-16T01:14:32.696006+0000","last_unstale":"2024-09-16T01:14:32.699082+0000","last_undegraded":"2024-09-16T01:14:32.699082+0000","last_fullsized":"2024-09-16T01:14:32.699082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706778+0000","last_change":"2024-09-16T01:14:33.697508+0000","last_active":"2024-09-16T01:14:33.706778+0000","last_peered":"2024-09-16T01:14:33.706778+0000","last_clean":"2024-09-16T01:14:33.706778+0000","last_became_active":"2024-09-16T01:14:33.697232+0000","last_became_peered":"2024-09-16T01:14:33.697232+0000","last_unstale":"2024-09-16T01:14:33.706778+0000","last_undegraded":"2024-09-16T01:14:33.706778+0000","last_fullsized":"2024-09-16T01:14:33.706778+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:07.105962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700769+0000","last_change":"2024-09-16T01:14:32.699555+0000","last_active":"2024-09-16T01:14:32.700769+0000","last_peered":"2024-09-16T01:14:32.700769+0000","last_clean":"2024-09-16T01:14:32.700769+0000","last_became_active":"2024-09-16T01:14:32.699273+0000","last_became_peered":"2024-09-16T01:14:32.699273+0000","last_unstale":"2024-09-16T01:14:32.700769+0000","last_undegraded":"2024-09-16T01:14:32.700769+0000","last_fullsized":"2024-09-16T01:14:32.700769+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701684+0000","last_change":"2024-09-16T01:14:33.695849+0000","last_active":"2024-09-16T01:14:33.701684+0000","last_peered":"2024-09-16T01:14:33.701684+0000","last_clean":"2024-09-16T01:14:33.701684+0000","last_became_active":"2024-09-16T01:14:33.695544+0000","last_became_peered":"2024-09-16T01:14:33.695544+0000","last_unstale":"2024-09-16T01:14:33.701684+0000","last_undegraded":"2024-09-16T01:14:33.701684+0000","last_fullsized":"2024-09-16T01:14:33.701684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712552+0000","last_change":"2024-09-16T01:14:32.693833+0000","last_active":"2024-09-16T01:14:33.712552+0000","last_peered":"2024-09-16T01:14:33.712552+0000","last_clean":"2024-09-16T01:14:33.712552+0000","last_became_active":"2024-09-16T01:14:32.693550+0000","last_became_peered":"2024-09-16T01:14:32.693550+0000","last_unstale":"2024-09-16T01:14:33.712552+0000","last_undegraded":"2024-09-16T01:14:33.712552+0000","last_fullsized":"2024-09-16T01:14:33.712552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:19.322916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685972+0000","last_change":"2024-09-16T01:14:32.685972+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685972+0000","last_undegraded":"2024-09-16T01:14:32.685972+0000","last_fullsized":"2024-09-16T01:14:32.685972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712310+0000","last_change":"2024-09-16T01:14:32.689968+0000","last_active":"2024-09-16T01:14:33.712310+0000","last_peered":"2024-09-16T01:14:33.712310+0000","last_clean":"2024-09-16T01:14:33.712310+0000","last_became_active":"2024-09-16T01:14:32.689146+0000","last_became_peered":"2024-09-16T01:14:32.689146+0000","last_unstale":"2024-09-16T01:14:33.712310+0000","last_undegraded":"2024-09-16T01:14:33.712310+0000","last_fullsized":"2024-09-16T01:14:33.712310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684416+0000","last_change":"2024-09-16T01:14:32.684416+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684416+0000","last_undegraded":"2024-09-16T01:14:32.684416+0000","last_fullsized":"2024-09-16T01:14:32.684416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.687306+0000","last_change":"2024-09-16T01:14:32.696688+0000","last_active":"2024-09-16T01:14:33.687306+0000","last_peered":"2024-09-16T01:14:33.687306+0000","last_clean":"2024-09-16T01:14:33.687306+0000","last_became_active":"2024-09-16T01:14:32.696430+0000","last_became_peered":"2024-09-16T01:14:32.696430+0000","last_unstale":"2024-09-16T01:14:33.687306+0000","last_undegraded":"2024-09-16T01:14:33.687306+0000","last_fullsized":"2024-09-16T01:14:33.687306+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686093+0000","last_change":"2024-09-16T01:14:32.686093+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686093+0000","last_undegraded":"2024-09-16T01:14:32.686093+0000","last_fullsized":"2024-09-16T01:14:32.686093+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695485+0000","last_change":"2024-09-16T01:14:32.694000+0000","last_active":"2024-09-16T01:14:32.695485+0000","last_peered":"2024-09-16T01:14:32.695485+0000","last_clean":"2024-09-16T01:14:32.695485+0000","last_became_active":"2024-09-16T01:14:32.693655+0000","last_became_peered":"2024-09-16T01:14:32.693655+0000","last_unstale":"2024-09-16T01:14:32.695485+0000","last_undegraded":"2024-09-16T01:14:32.695485+0000","last_fullsized":"2024-09-16T01:14:32.695485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684433+0000","last_change":"2024-09-16T01:14:32.684433+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684433+0000","last_undegraded":"2024-09-16T01:14:32.684433+0000","last_fullsized":"2024-09-16T01:14:32.684433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.696322+0000","last_change":"2024-09-16T01:14:32.696000+0000","last_active":"2024-09-16T01:14:33.696322+0000","last_peered":"2024-09-16T01:14:33.696322+0000","last_clean":"2024-09-16T01:14:33.696322+0000","last_became_active":"2024-09-16T01:14:32.695714+0000","last_became_peered":"2024-09-16T01:14:32.695714+0000","last_unstale":"2024-09-16T01:14:33.696322+0000","last_undegraded":"2024-09-16T01:14:33.696322+0000","last_fullsized":"2024-09-16T01:14:33.696322+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683816+0000","last_change":"2024-09-16T01:14:32.683816+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683816+0000","last_undegraded":"2024-09-16T01:14:32.683816+0000","last_fullsized":"2024-09-16T01:14:32.683816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686708+0000","last_change":"2024-09-16T01:14:32.692418+0000","last_active":"2024-09-16T01:14:33.686708+0000","last_peered":"2024-09-16T01:14:33.686708+0000","last_clean":"2024-09-16T01:14:33.686708+0000","last_became_active":"2024-09-16T01:14:32.692142+0000","last_became_peered":"2024-09-16T01:14:32.692142+0000","last_unstale":"2024-09-16T01:14:33.686708+0000","last_undegraded":"2024-09-16T01:14:33.686708+0000","last_fullsized":"2024-09-16T01:14:33.686708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:20:55.533914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706709+0000","last_change":"2024-09-16T01:14:33.704581+0000","last_active":"2024-09-16T01:14:33.706709+0000","last_peered":"2024-09-16T01:14:33.706709+0000","last_clean":"2024-09-16T01:14:33.706709+0000","last_became_active":"2024-09-16T01:14:33.704004+0000","last_became_peered":"2024-09-16T01:14:33.704004+0000","last_unstale":"2024-09-16T01:14:33.706709+0000","last_undegraded":"2024-09-16T01:14:33.706709+0000","last_fullsized":"2024-09-16T01:14:33.706709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:59.652800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.688090+0000","last_change":"2024-09-16T01:14:32.697157+0000","last_active":"2024-09-16T01:14:33.688090+0000","last_peered":"2024-09-16T01:14:33.688090+0000","last_clean":"2024-09-16T01:14:33.688090+0000","last_became_active":"2024-09-16T01:14:32.696869+0000","last_became_peered":"2024-09-16T01:14:32.696869+0000","last_unstale":"2024-09-16T01:14:33.688090+0000","last_undegraded":"2024-09-16T01:14:33.688090+0000","last_fullsized":"2024-09-16T01:14:33.688090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:29.275761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683242+0000","last_change":"2024-09-16T01:14:32.683242+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683242+0000","last_undegraded":"2024-09-16T01:14:32.683242+0000","last_fullsized":"2024-09-16T01:14:32.683242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700352+0000","last_change":"2024-09-16T01:14:32.698267+0000","last_active":"2024-09-16T01:14:32.700352+0000","last_peered":"2024-09-16T01:14:32.700352+0000","last_clean":"2024-09-16T01:14:32.700352+0000","last_became_active":"2024-09-16T01:14:32.697982+0000","last_became_peered":"2024-09-16T01:14:32.697982+0000","last_unstale":"2024-09-16T01:14:32.700352+0000","last_undegraded":"2024-09-16T01:14:32.700352+0000","last_fullsized":"2024-09-16T01:14:32.700352+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701662+0000","last_change":"2024-09-16T01:14:33.695221+0000","last_active":"2024-09-16T01:14:33.701662+0000","last_peered":"2024-09-16T01:14:33.701662+0000","last_clean":"2024-09-16T01:14:33.701662+0000","last_became_active":"2024-09-16T01:14:33.694943+0000","last_became_peered":"2024-09-16T01:14:33.694943+0000","last_unstale":"2024-09-16T01:14:33.701662+0000","last_undegraded":"2024-09-16T01:14:33.701662+0000","last_fullsized":"2024-09-16T01:14:33.701662+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695088+0000","last_change":"2024-09-16T01:14:32.694302+0000","last_active":"2024-09-16T01:14:32.695088+0000","last_peered":"2024-09-16T01:14:32.695088+0000","last_clean":"2024-09-16T01:14:32.695088+0000","last_became_active":"2024-09-16T01:14:32.693998+0000","last_became_peered":"2024-09-16T01:14:32.693998+0000","last_unstale":"2024-09-16T01:14:32.695088+0000","last_undegraded":"2024-09-16T01:14:32.695088+0000","last_fullsized":"2024-09-16T01:14:32.695088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686393+0000","last_change":"2024-09-16T01:14:32.686393+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686393+0000","last_undegraded":"2024-09-16T01:14:32.686393+0000","last_fullsized":"2024-09-16T01:14:32.686393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699824+0000","last_change":"2024-09-16T01:14:32.696948+0000","last_active":"2024-09-16T01:14:32.699824+0000","last_peered":"2024-09-16T01:14:32.699824+0000","last_clean":"2024-09-16T01:14:32.699824+0000","last_became_active":"2024-09-16T01:14:32.696412+0000","last_became_peered":"2024-09-16T01:14:32.696412+0000","last_unstale":"2024-09-16T01:14:32.699824+0000","last_undegraded":"2024-09-16T01:14:32.699824+0000","last_fullsized":"2024-09-16T01:14:32.699824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708198+0000","last_change":"2024-09-16T01:14:33.704917+0000","last_active":"2024-09-16T01:14:33.708198+0000","last_peered":"2024-09-16T01:14:33.708198+0000","last_clean":"2024-09-16T01:14:33.708198+0000","last_became_active":"2024-09-16T01:14:33.704615+0000","last_became_peered":"2024-09-16T01:14:33.704615+0000","last_unstale":"2024-09-16T01:14:33.708198+0000","last_undegraded":"2024-09-16T01:14:33.708198+0000","last_fullsized":"2024-09-16T01:14:33.708198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693227+0000","last_change":"2024-09-16T01:14:32.691669+0000","last_active":"2024-09-16T01:14:32.693227+0000","last_peered":"2024-09-16T01:14:32.693227+0000","last_clean":"2024-09-16T01:14:32.693227+0000","last_became_active":"2024-09-16T01:14:32.691383+0000","last_became_peered":"2024-09-16T01:14:32.691383+0000","last_unstale":"2024-09-16T01:14:32.693227+0000","last_undegraded":"2024-09-16T01:14:32.693227+0000","last_fullsized":"2024-09-16T01:14:32.693227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:36.280375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685346+0000","last_change":"2024-09-16T01:14:32.685346+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685346+0000","last_undegraded":"2024-09-16T01:14:32.685346+0000","last_fullsized":"2024-09-16T01:14:32.685346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.694662+0000","last_change":"2024-09-16T01:14:32.692724+0000","last_active":"2024-09-16T01:14:32.694662+0000","last_peered":"2024-09-16T01:14:32.694662+0000","last_clean":"2024-09-16T01:14:32.694662+0000","last_became_active":"2024-09-16T01:14:32.692400+0000","last_became_peered":"2024-09-16T01:14:32.692400+0000","last_unstale":"2024-09-16T01:14:32.694662+0000","last_undegraded":"2024-09-16T01:14:32.694662+0000","last_fullsized":"2024-09-16T01:14:32.694662+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685811+0000","last_change":"2024-09-16T01:14:32.685811+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685811+0000","last_undegraded":"2024-09-16T01:14:32.685811+0000","last_fullsized":"2024-09-16T01:14:32.685811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686616+0000","last_change":"2024-09-16T01:14:32.693332+0000","last_active":"2024-09-16T01:14:33.686616+0000","last_peered":"2024-09-16T01:14:33.686616+0000","last_clean":"2024-09-16T01:14:33.686616+0000","last_became_active":"2024-09-16T01:14:32.692930+0000","last_became_peered":"2024-09-16T01:14:32.692930+0000","last_unstale":"2024-09-16T01:14:33.686616+0000","last_undegraded":"2024-09-16T01:14:33.686616+0000","last_fullsized":"2024-09-16T01:14:33.686616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.605160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.692793+0000","last_change":"2024-09-16T01:14:33.689225+0000","last_active":"2024-09-16T01:14:33.692793+0000","last_peered":"2024-09-16T01:14:33.692793+0000","last_clean":"2024-09-16T01:14:33.692793+0000","last_became_active":"2024-09-16T01:14:33.688912+0000","last_became_peered":"2024-09-16T01:14:33.688912+0000","last_unstale":"2024-09-16T01:14:33.692793+0000","last_undegraded":"2024-09-16T01:14:33.692793+0000","last_fullsized":"2024-09-16T01:14:33.692793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699053+0000","last_change":"2024-09-16T01:14:32.697726+0000","last_active":"2024-09-16T01:14:32.699053+0000","last_peered":"2024-09-16T01:14:32.699053+0000","last_clean":"2024-09-16T01:14:32.699053+0000","last_became_active":"2024-09-16T01:14:32.697392+0000","last_became_peered":"2024-09-16T01:14:32.697392+0000","last_unstale":"2024-09-16T01:14:32.699053+0000","last_undegraded":"2024-09-16T01:14:32.699053+0000","last_fullsized":"2024-09-16T01:14:32.699053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706498+0000","last_change":"2024-09-16T01:14:33.703431+0000","last_active":"2024-09-16T01:14:33.706498+0000","last_peered":"2024-09-16T01:14:33.706498+0000","last_clean":"2024-09-16T01:14:33.706498+0000","last_became_active":"2024-09-16T01:14:33.703167+0000","last_became_peered":"2024-09-16T01:14:33.703167+0000","last_unstale":"2024-09-16T01:14:33.706498+0000","last_undegraded":"2024-09-16T01:14:33.706498+0000","last_fullsized":"2024-09-16T01:14:33.706498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:09.244717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.694332+0000","last_change":"2024-09-16T01:14:32.694939+0000","last_active":"2024-09-16T01:14:33.694332+0000","last_peered":"2024-09-16T01:14:33.694332+0000","last_clean":"2024-09-16T01:14:33.694332+0000","last_became_active":"2024-09-16T01:14:32.694403+0000","last_became_peered":"2024-09-16T01:14:32.694403+0000","last_unstale":"2024-09-16T01:14:33.694332+0000","last_undegraded":"2024-09-16T01:14:33.694332+0000","last_fullsized":"2024-09-16T01:14:33.694332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.691883+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:33.691883+0000","last_peered":"2024-09-16T01:14:33.691883+0000","last_clean":"2024-09-16T01:14:33.691883+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:33.691883+0000","last_undegraded":"2024-09-16T01:14:33.691883+0000","last_fullsized":"2024-09-16T01:14:33.691883+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":720491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":116991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.693278+0000', 'last_change': '2024-09-16T01:14:32.693278+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.693278+0000', 'last_undegraded': '2024-09-16T01:14:32.693278+0000', 'last_fullsized': '2024-09-16T01:14:32.693278+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686398+0000', 'last_change': '2024-09-16T01:14:32.686398+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686398+0000', 'last_undegraded': '2024-09-16T01:14:32.686398+0000', 'last_fullsized': '2024-09-16T01:14:32.686398+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686176+0000', 'last_change': '2024-09-16T01:14:32.686176+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686176+0000', 'last_undegraded': '2024-09-16T01:14:32.686176+0000', 'last_fullsized': '2024-09-16T01:14:32.686176+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-16T01:14:37.371 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.692083+0000', 'last_change': '2024-09-16T01:14:32.692083+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.692083+0000', 'last_undegraded': '2024-09-16T01:14:32.692083+0000', 'last_fullsized': '2024-09-16T01:14:32.692083+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684224+0000', 'last_change': '2024-09-16T01:14:32.684224+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684224+0000', 'last_undegraded': '2024-09-16T01:14:32.684224+0000', 'last_fullsized': '2024-09-16T01:14:32.684224+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.33 is not active+clean 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.685554+0000', 'last_change': '2024-09-16T01:14:32.685554+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.685554+0000', 'last_undegraded': '2024-09-16T01:14:32.685554+0000', 'last_fullsized': '2024-09-16T01:14:32.685554+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.32 is not active+clean 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.690422+0000', 'last_change': '2024-09-16T01:14:32.690422+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.690422+0000', 'last_undegraded': '2024-09-16T01:14:32.690422+0000', 'last_fullsized': '2024-09-16T01:14:32.690422+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.692022+0000', 'last_change': '2024-09-16T01:14:32.692022+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.692022+0000', 'last_undegraded': '2024-09-16T01:14:32.692022+0000', 'last_fullsized': '2024-09-16T01:14:32.692022+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.688866+0000', 'last_change': '2024-09-16T01:14:32.688866+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.688866+0000', 'last_undegraded': '2024-09-16T01:14:32.688866+0000', 'last_fullsized': '2024-09-16T01:14:32.688866+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.372 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2c is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686788+0000', 'last_change': '2024-09-16T01:14:32.686788+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686788+0000', 'last_undegraded': '2024-09-16T01:14:32.686788+0000', 'last_fullsized': '2024-09-16T01:14:32.686788+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:PG 5.29 is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684182+0000', 'last_change': '2024-09-16T01:14:32.684182+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684182+0000', 'last_undegraded': '2024-09-16T01:14:32.684182+0000', 'last_fullsized': '2024-09-16T01:14:32.684182+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686398+0000', 'last_change': '2024-09-16T01:14:32.686398+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686398+0000', 'last_undegraded': '2024-09-16T01:14:32.686398+0000', 'last_fullsized': '2024-09-16T01:14:32.686398+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:PG 5.26 is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.691515+0000', 'last_change': '2024-09-16T01:14:32.691515+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.691515+0000', 'last_undegraded': '2024-09-16T01:14:32.691515+0000', 'last_fullsized': '2024-09-16T01:14:32.691515+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684912+0000', 'last_change': '2024-09-16T01:14:32.684912+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684912+0000', 'last_undegraded': '2024-09-16T01:14:32.684912+0000', 'last_fullsized': '2024-09-16T01:14:32.684912+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1e is not active+clean 2024-09-16T01:14:37.373 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.687918+0000', 'last_change': '2024-09-16T01:14:32.687918+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.687918+0000', 'last_undegraded': '2024-09-16T01:14:32.687918+0000', 'last_fullsized': '2024-09-16T01:14:32.687918+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684480+0000', 'last_change': '2024-09-16T01:14:32.684480+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684480+0000', 'last_undegraded': '2024-09-16T01:14:32.684480+0000', 'last_fullsized': '2024-09-16T01:14:32.684480+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.683872+0000', 'last_change': '2024-09-16T01:14:32.683872+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.683872+0000', 'last_undegraded': '2024-09-16T01:14:32.683872+0000', 'last_fullsized': '2024-09-16T01:14:32.683872+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.689351+0000', 'last_change': '2024-09-16T01:14:32.689351+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.689351+0000', 'last_undegraded': '2024-09-16T01:14:32.689351+0000', 'last_fullsized': '2024-09-16T01:14:32.689351+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.689717+0000', 'last_change': '2024-09-16T01:14:32.689717+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.689717+0000', 'last_undegraded': '2024-09-16T01:14:32.689717+0000', 'last_fullsized': '2024-09-16T01:14:32.689717+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-16T01:14:37.374 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.685184+0000', 'last_change': '2024-09-16T01:14:32.685184+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.685184+0000', 'last_undegraded': '2024-09-16T01:14:32.685184+0000', 'last_fullsized': '2024-09-16T01:14:32.685184+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684626+0000', 'last_change': '2024-09-16T01:14:32.684626+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684626+0000', 'last_undegraded': '2024-09-16T01:14:32.684626+0000', 'last_fullsized': '2024-09-16T01:14:32.684626+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.685972+0000', 'last_change': '2024-09-16T01:14:32.685972+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.685972+0000', 'last_undegraded': '2024-09-16T01:14:32.685972+0000', 'last_fullsized': '2024-09-16T01:14:32.685972+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684416+0000', 'last_change': '2024-09-16T01:14:32.684416+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684416+0000', 'last_undegraded': '2024-09-16T01:14:32.684416+0000', 'last_fullsized': '2024-09-16T01:14:32.684416+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686093+0000', 'last_change': '2024-09-16T01:14:32.686093+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686093+0000', 'last_undegraded': '2024-09-16T01:14:32.686093+0000', 'last_fullsized': '2024-09-16T01:14:32.686093+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.684433+0000', 'last_change': '2024-09-16T01:14:32.684433+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.684433+0000', 'last_undegraded': '2024-09-16T01:14:32.684433+0000', 'last_fullsized': '2024-09-16T01:14:32.684433+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.375 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.683816+0000', 'last_change': '2024-09-16T01:14:32.683816+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.683816+0000', 'last_undegraded': '2024-09-16T01:14:32.683816+0000', 'last_fullsized': '2024-09-16T01:14:32.683816+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.683242+0000', 'last_change': '2024-09-16T01:14:32.683242+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.683242+0000', 'last_undegraded': '2024-09-16T01:14:32.683242+0000', 'last_fullsized': '2024-09-16T01:14:32.683242+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.686393+0000', 'last_change': '2024-09-16T01:14:32.686393+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.686393+0000', 'last_undegraded': '2024-09-16T01:14:32.686393+0000', 'last_fullsized': '2024-09-16T01:14:32.686393+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3 is not active+clean 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.685346+0000', 'last_change': '2024-09-16T01:14:32.685346+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.685346+0000', 'last_undegraded': '2024-09-16T01:14:32.685346+0000', 'last_fullsized': '2024-09-16T01:14:32.685346+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-16T01:14:37.376 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 30, 'state': 'creating+peering', 'last_fresh': '2024-09-16T01:14:32.685811+0000', 'last_change': '2024-09-16T01:14:32.685811+0000', 'last_active': '2024-09-16T01:14:32.673183+0000', 'last_peered': '2024-09-16T01:14:32.673183+0000', 'last_clean': '2024-09-16T01:14:32.673183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T01:14:32.685811+0000', 'last_undegraded': '2024-09-16T01:14:32.685811+0000', 'last_fullsized': '2024-09-16T01:14:32.685811+0000', 'mapping_epoch': 30, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 30, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'last_clean_scrub_stamp': '2024-09-16T01:14:32.673183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T01:14:37.377 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T01:14:37.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.507+0000 7f94ca911640 1 Processor -- start 2024-09-16T01:14:37.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.507+0000 7f94ca911640 1 -- start start 2024-09-16T01:14:37.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94ca911640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94c4161b10 0x7f94c4073aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94ca911640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94c4071480 con 0x7f94c406e7e0 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94ca911640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94c406e110 con 0x7f94c406e390 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94ca911640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f94c40d2250 con 0x7f94c4161b10 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94c4161b10 0x7f94c4073aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94c4161b10 0x7f94c4073aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59546/0 (socket says 172.21.15.29:59546) 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 -- 172.21.15.29:0/564493242 learned_addr learned my addr 172.21.15.29:0/564493242 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c8eae640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f94c406e7e0 0x7f94c4070d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36022/0 (socket says 172.21.15.29:36022) 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 -- 172.21.15.29:0/564493242 >> v1:172.21.15.122:6789/0 conn(0x7f94c406e390 legacy=0x7f94c4070660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 -- 172.21.15.29:0/564493242 >> v1:172.21.15.29:6789/0 conn(0x7f94c406e7e0 legacy=0x7f94c4070d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.508+0000 7f94c3fff640 1 -- 172.21.15.29:0/564493242 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c40d2530 con 0x7f94c4161b10 2024-09-16T01:14:37.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.509+0000 7f94c3fff640 1 --2- 172.21.15.29:0/564493242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c4161b10 0x7f94c4073aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009870 tx=0x7f94b402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef4daaa5ead2840 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.509+0000 7f94c2ffd640 1 -- 172.21.15.29:0/564493242 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b4037070 con 0x7f94c4161b10 2024-09-16T01:14:37.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.509+0000 7f94c2ffd640 1 -- 172.21.15.29:0/564493242 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94b4032440 con 0x7f94c4161b10 2024-09-16T01:14:37.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.509+0000 7f94c2ffd640 1 -- 172.21.15.29:0/564493242 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b4032810 con 0x7f94c4161b10 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 -- 172.21.15.29:0/564493242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c4161b10 msgr2=0x7f94c4073aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 --2- 172.21.15.29:0/564493242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c4161b10 0x7f94c4073aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009870 tx=0x7f94b402a2a0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 -- 172.21.15.29:0/564493242 shutdown_connections 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 --2- 172.21.15.29:0/564493242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c4161b10 0x7f94c4073aa0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 -- 172.21.15.29:0/564493242 >> 172.21.15.29:0/564493242 conn(0x7f94c406f400 msgr2=0x7f94c406f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 -- 172.21.15.29:0/564493242 shutdown_connections 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.510+0000 7f94ca911640 1 -- 172.21.15.29:0/564493242 wait complete. 2024-09-16T01:14:37.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.511+0000 7f94ca911640 1 Processor -- start 2024-09-16T01:14:37.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.511+0000 7f94ca911640 1 -- start start 2024-09-16T01:14:37.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f94c406e390 0x7f94c41f5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f94c4161b10 0x7f94c4154d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94c40733a0 con 0x7f94c406e7e0 2024-09-16T01:14:37.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f94c40d2af0 con 0x7f94c4161b10 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94ca911640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f94c40d1f00 con 0x7f94c406e390 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94c37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94c37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59562/0 (socket says 172.21.15.29:59562) 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.512+0000 7f94c37fe640 1 -- 172.21.15.29:0/1426463932 learned_addr learned my addr 172.21.15.29:0/1426463932 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 -- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f94c406e390 msgr2=0x7f94c41f5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f94c406e390 0x7f94c41f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 -- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f94c4161b10 msgr2=0x7f94c4154d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f94c4161b10 0x7f94c4154d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 -- 172.21.15.29:0/1426463932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c41f56b0 con 0x7f94c406e7e0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c37fe640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f94b800b420 tx=0x7f94b800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b8011830 con 0x7f94c406e7e0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94b8016070 con 0x7f94c406e7e0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94c4156af0 con 0x7f94c406e7e0 2024-09-16T01:14:37.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b8011c10 con 0x7f94c406e7e0 2024-09-16T01:14:37.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.513+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94c4156150 con 0x7f94c406e7e0 2024-09-16T01:14:37.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.514+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94c4069ac0 con 0x7f94c406e7e0 2024-09-16T01:14:37.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.514+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f94b801b460 con 0x7f94c406e7e0 2024-09-16T01:14:37.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.515+0000 7f94c0ff9640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 0x7f94b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.515+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f94b808aeb0 con 0x7f94c406e7e0 2024-09-16T01:14:37.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.515+0000 7f94c3fff640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 0x7f94b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.516+0000 7f94c3fff640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 0x7f94b006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f94b4034000 tx=0x7f94b402c000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.519+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f94c4069ac0 con 0x7f94c406e7e0 2024-09-16T01:14:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.762+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f94c4155c80 con 0x7f94c406e7e0 2024-09-16T01:14:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.762+0000 7f94c0ff9640 1 -- 172.21.15.29:0/1426463932 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1688 (secure 0 0 0) 0x7f94b8020020 con 0x7f94c406e7e0 2024-09-16T01:14:37.763 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:37.764 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":76,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":32,"num_osds":8,"num_up_osds":8,"osd_up_since":1726449213,"num_in_osds":8,"osd_in_since":1726449203,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":67},{"state_name":"creating+peering","count":30}],"num_pgs":97,"num_pools":3,"num_objects":10,"data_bytes":591144,"bytes_used":242319360,"bytes_avail":772851793920,"bytes_total":773094113280,"inactive_pgs_ratio":0.30927833914756775,"write_bytes_sec":1798,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":16,"btime":"2024-09-16T01:14:35:697222+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4839}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-16T01:14:35.367792+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.764+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 msgr2=0x7f94b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.764+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 0x7f94b006e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f94b4034000 tx=0x7f94b402c000 comp rx=0 tx=0).stop 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.764+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 msgr2=0x7f94c4158500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.764+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f94b800b420 tx=0x7f94b800b8e0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 shutdown_connections 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f94b006c2b0 0x7f94b006e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f94c4161b10 0x7f94c4154d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c406e7e0 0x7f94c4158500 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 --2- 172.21.15.29:0/1426463932 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f94c406e390 0x7f94c41f5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 >> 172.21.15.29:0/1426463932 conn(0x7f94c406f400 msgr2=0x7f94c415ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 shutdown_connections 2024-09-16T01:14:37.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.765+0000 7f94ca911640 1 -- 172.21.15.29:0/1426463932 wait complete. 2024-09-16T01:14:37.777 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T01:14:37.777 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:14:37.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.877+0000 7efcf8aae640 1 Processor -- start 2024-09-16T01:14:37.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.877+0000 7efcf8aae640 1 -- start start 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efcf415e640 0x7efcf40ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7efcf40cf0e0 0x7efcf40cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 0x7efcf40b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efcf40b2860 con 0x7efcf415e640 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7efcf415ea20 con 0x7efcf40cf0e0 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf8aae640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7efcf40b1c50 con 0x7efcf40b2cf0 2024-09-16T01:14:37.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf259c640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efcf415e640 0x7efcf40ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf259c640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efcf415e640 0x7efcf40ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59568/0 (socket says 172.21.15.29:59568) 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf259c640 1 -- 172.21.15.29:0/3325813092 learned_addr learned my addr 172.21.15.29:0/3325813092 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf2d9d640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 0x7efcf40b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.878+0000 7efcf1d9b640 1 --2- 172.21.15.29:0/3325813092 >> v2:172.21.15.122:3300/0 conn(0x7efcf40cf0e0 0x7efcf40cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 -- 172.21.15.29:0/3325813092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 msgr2=0x7efcf40b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 0x7efcf40b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 -- 172.21.15.29:0/3325813092 >> v2:172.21.15.122:3300/0 conn(0x7efcf40cf0e0 msgr2=0x7efcf40cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 --2- 172.21.15.29:0/3325813092 >> v2:172.21.15.122:3300/0 conn(0x7efcf40cf0e0 0x7efcf40cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 -- 172.21.15.29:0/3325813092 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf40b1f30 con 0x7efcf415e640 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf2d9d640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 0x7efcf40b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:37.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf259c640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf415e640 0x7efcf40ceba0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efcf40cb580 tx=0x7efce402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5693904a89b8641 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.879+0000 7efcf159a640 1 -- 172.21.15.29:0/3325813092 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4037070 con 0x7efcf415e640 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf159a640 1 -- 172.21.15.29:0/3325813092 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce4032440 con 0x7efcf415e640 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf159a640 1 -- 172.21.15.29:0/3325813092 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4032810 con 0x7efcf415e640 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 -- 172.21.15.29:0/3325813092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf415e640 msgr2=0x7efcf40ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf415e640 0x7efcf40ceba0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efcf40cb580 tx=0x7efce402a140 comp rx=0 tx=0).stop 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 -- 172.21.15.29:0/3325813092 shutdown_connections 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf40b2cf0 0x7efcf40b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 --2- 172.21.15.29:0/3325813092 >> v2:172.21.15.122:3300/0 conn(0x7efcf40cf0e0 0x7efcf40cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 --2- 172.21.15.29:0/3325813092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf415e640 0x7efcf40ceba0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 -- 172.21.15.29:0/3325813092 >> 172.21.15.29:0/3325813092 conn(0x7efcf409d820 msgr2=0x7efcf40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 -- 172.21.15.29:0/3325813092 shutdown_connections 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.880+0000 7efcf8aae640 1 -- 172.21.15.29:0/3325813092 wait complete. 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.881+0000 7efcf8aae640 1 Processor -- start 2024-09-16T01:14:37.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 -- start start 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 0x7efcf415cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf415e640 0x7efcf40ca880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40cfe40 con 0x7efcf40b2cf0 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40b24f0 con 0x7efcf40cf0e0 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf8aae640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7efcf40b73a0 con 0x7efcf415e640 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59576/0 (socket says 172.21.15.29:59576) 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf259c640 1 -- 172.21.15.29:0/954972956 learned_addr learned my addr 172.21.15.29:0/954972956 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:37.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.882+0000 7efcf2d9d640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf415e640 0x7efcf40ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf1d9b640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 0x7efcf415cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 -- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf415e640 msgr2=0x7efcf40ca880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf415e640 0x7efcf40ca880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 -- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 msgr2=0x7efcf415cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 0x7efcf415cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 -- 172.21.15.29:0/954972956 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf41f57d0 con 0x7efcf40b2cf0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf1d9b640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 0x7efcf415cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf259c640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efce402a180 tx=0x7efce40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4041020 con 0x7efcf40b2cf0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efce40306c0 con 0x7efcf40b2cf0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4037040 con 0x7efcf40b2cf0 2024-09-16T01:14:37.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf40c8a20 con 0x7efcf40b2cf0 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.883+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf40c8fe0 con 0x7efcf40b2cf0 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.884+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf4068eb0 con 0x7efcf40b2cf0 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.885+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efce4044020 con 0x7efcf40b2cf0 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.885+0000 7efce2ffd640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 0x7efcd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.885+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7efce40abbf0 con 0x7efcf40b2cf0 2024-09-16T01:14:37.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.885+0000 7efcf1d9b640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 0x7efcd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:37.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.886+0000 7efcf1d9b640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 0x7efcd406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efce8006fd0 tx=0x7efce8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:37.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:37.889+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efce404b030 con 0x7efcf40b2cf0 2024-09-16T01:14:38.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.062+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efcf40b6f50 con 0x7efcd406c2b0 2024-09-16T01:14:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.068+0000 7efce2ffd640 1 -- 172.21.15.29:0/954972956 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249421 (secure 0 0 0) 0x7efcf40b6f50 con 0x7efcd406c2b0 2024-09-16T01:14:38.071 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:38.073 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:14:38.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 msgr2=0x7efcd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:38.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 0x7efcd406e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efce8006fd0 tx=0x7efce8008040 comp rx=0 tx=0).stop 2024-09-16T01:14:38.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 msgr2=0x7efcf41f5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:38.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efce402a180 tx=0x7efce40046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 shutdown_connections 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7efcd406c2b0 0x7efcd406e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7efcf415e640 0x7efcf40ca880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcf40cf0e0 0x7efcf415cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 --2- 172.21.15.29:0/954972956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcf40b2cf0 0x7efcf41f5290 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.071+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 >> 172.21.15.29:0/954972956 conn(0x7efcf409d820 msgr2=0x7efcf40b7a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.072+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 shutdown_connections 2024-09-16T01:14:38.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:38.072+0000 7efcf8aae640 1 -- 172.21.15.29:0/954972956 wait complete. 2024-09-16T01:14:38.084 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":57,"stamp":"2024-09-16T01:14:37.368125+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591144,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236640,"kb_used_data":3752,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738080,"statfs":{"total":773094113280,"available":772851793920,"internally_reserved":0,"allocated":3842048,"data_stored":2175969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.694840"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711618+0000","last_change":"2024-09-16T01:14:33.706726+0000","last_active":"2024-09-16T01:14:33.711618+0000","last_peered":"2024-09-16T01:14:33.711618+0000","last_clean":"2024-09-16T01:14:33.711618+0000","last_became_active":"2024-09-16T01:14:33.706429+0000","last_became_peered":"2024-09-16T01:14:33.706429+0000","last_unstale":"2024-09-16T01:14:33.711618+0000","last_undegraded":"2024-09-16T01:14:33.711618+0000","last_fullsized":"2024-09-16T01:14:33.711618+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.693278+0000","last_change":"2024-09-16T01:14:32.693278+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.693278+0000","last_undegraded":"2024-09-16T01:14:32.693278+0000","last_fullsized":"2024-09-16T01:14:32.693278+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706319+0000","last_change":"2024-09-16T01:14:33.703744+0000","last_active":"2024-09-16T01:14:33.706319+0000","last_peered":"2024-09-16T01:14:33.706319+0000","last_clean":"2024-09-16T01:14:33.706319+0000","last_became_active":"2024-09-16T01:14:33.703493+0000","last_became_peered":"2024-09-16T01:14:33.703493+0000","last_unstale":"2024-09-16T01:14:33.706319+0000","last_undegraded":"2024-09-16T01:14:33.706319+0000","last_fullsized":"2024-09-16T01:14:33.706319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:33.703339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686176+0000","last_change":"2024-09-16T01:14:32.686176+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686176+0000","last_undegraded":"2024-09-16T01:14:32.686176+0000","last_fullsized":"2024-09-16T01:14:32.686176+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692083+0000","last_change":"2024-09-16T01:14:32.692083+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692083+0000","last_undegraded":"2024-09-16T01:14:32.692083+0000","last_fullsized":"2024-09-16T01:14:32.692083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706843+0000","last_change":"2024-09-16T01:14:33.705533+0000","last_active":"2024-09-16T01:14:33.706843+0000","last_peered":"2024-09-16T01:14:33.706843+0000","last_clean":"2024-09-16T01:14:33.706843+0000","last_became_active":"2024-09-16T01:14:33.704978+0000","last_became_peered":"2024-09-16T01:14:33.704978+0000","last_unstale":"2024-09-16T01:14:33.706843+0000","last_undegraded":"2024-09-16T01:14:33.706843+0000","last_fullsized":"2024-09-16T01:14:33.706843+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:38.716825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706152+0000","last_change":"2024-09-16T01:14:33.701036+0000","last_active":"2024-09-16T01:14:33.706152+0000","last_peered":"2024-09-16T01:14:33.706152+0000","last_clean":"2024-09-16T01:14:33.706152+0000","last_became_active":"2024-09-16T01:14:33.700738+0000","last_became_peered":"2024-09-16T01:14:33.700738+0000","last_unstale":"2024-09-16T01:14:33.706152+0000","last_undegraded":"2024-09-16T01:14:33.706152+0000","last_fullsized":"2024-09-16T01:14:33.706152+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:48.904932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712065+0000","last_change":"2024-09-16T01:14:33.706659+0000","last_active":"2024-09-16T01:14:33.712065+0000","last_peered":"2024-09-16T01:14:33.712065+0000","last_clean":"2024-09-16T01:14:33.712065+0000","last_became_active":"2024-09-16T01:14:33.706345+0000","last_became_peered":"2024-09-16T01:14:33.706345+0000","last_unstale":"2024-09-16T01:14:33.712065+0000","last_undegraded":"2024-09-16T01:14:33.712065+0000","last_fullsized":"2024-09-16T01:14:33.712065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684224+0000","last_change":"2024-09-16T01:14:32.684224+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684224+0000","last_undegraded":"2024-09-16T01:14:32.684224+0000","last_fullsized":"2024-09-16T01:14:32.684224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711976+0000","last_change":"2024-09-16T01:14:33.709132+0000","last_active":"2024-09-16T01:14:33.711976+0000","last_peered":"2024-09-16T01:14:33.711976+0000","last_clean":"2024-09-16T01:14:33.711976+0000","last_became_active":"2024-09-16T01:14:33.708880+0000","last_became_peered":"2024-09-16T01:14:33.708880+0000","last_unstale":"2024-09-16T01:14:33.711976+0000","last_undegraded":"2024-09-16T01:14:33.711976+0000","last_fullsized":"2024-09-16T01:14:33.711976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:45:26.928244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706287+0000","last_change":"2024-09-16T01:14:33.701479+0000","last_active":"2024-09-16T01:14:33.706287+0000","last_peered":"2024-09-16T01:14:33.706287+0000","last_clean":"2024-09-16T01:14:33.706287+0000","last_became_active":"2024-09-16T01:14:33.701111+0000","last_became_peered":"2024-09-16T01:14:33.701111+0000","last_unstale":"2024-09-16T01:14:33.706287+0000","last_undegraded":"2024-09-16T01:14:33.706287+0000","last_fullsized":"2024-09-16T01:14:33.706287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:27.667962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685554+0000","last_change":"2024-09-16T01:14:32.685554+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685554+0000","last_undegraded":"2024-09-16T01:14:32.685554+0000","last_fullsized":"2024-09-16T01:14:32.685554+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.690422+0000","last_change":"2024-09-16T01:14:32.690422+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.690422+0000","last_undegraded":"2024-09-16T01:14:32.690422+0000","last_fullsized":"2024-09-16T01:14:32.690422+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705468+0000","last_change":"2024-09-16T01:14:33.699125+0000","last_active":"2024-09-16T01:14:33.705468+0000","last_peered":"2024-09-16T01:14:33.705468+0000","last_clean":"2024-09-16T01:14:33.705468+0000","last_became_active":"2024-09-16T01:14:33.698785+0000","last_became_peered":"2024-09-16T01:14:33.698785+0000","last_unstale":"2024-09-16T01:14:33.705468+0000","last_undegraded":"2024-09-16T01:14:33.705468+0000","last_fullsized":"2024-09-16T01:14:33.705468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:55.605732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711673+0000","last_change":"2024-09-16T01:14:33.708541+0000","last_active":"2024-09-16T01:14:33.711673+0000","last_peered":"2024-09-16T01:14:33.711673+0000","last_clean":"2024-09-16T01:14:33.711673+0000","last_became_active":"2024-09-16T01:14:33.708260+0000","last_became_peered":"2024-09-16T01:14:33.708260+0000","last_unstale":"2024-09-16T01:14:33.711673+0000","last_undegraded":"2024-09-16T01:14:33.711673+0000","last_fullsized":"2024-09-16T01:14:33.711673+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:15.240062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708434+0000","last_change":"2024-09-16T01:14:33.707530+0000","last_active":"2024-09-16T01:14:33.708434+0000","last_peered":"2024-09-16T01:14:33.708434+0000","last_clean":"2024-09-16T01:14:33.708434+0000","last_became_active":"2024-09-16T01:14:33.707265+0000","last_became_peered":"2024-09-16T01:14:33.707265+0000","last_unstale":"2024-09-16T01:14:33.708434+0000","last_undegraded":"2024-09-16T01:14:33.708434+0000","last_fullsized":"2024-09-16T01:14:33.708434+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:26:45.845227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.692022+0000","last_change":"2024-09-16T01:14:32.692022+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.692022+0000","last_undegraded":"2024-09-16T01:14:32.692022+0000","last_fullsized":"2024-09-16T01:14:32.692022+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.688866+0000","last_change":"2024-09-16T01:14:32.688866+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.688866+0000","last_undegraded":"2024-09-16T01:14:32.688866+0000","last_fullsized":"2024-09-16T01:14:32.688866+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686788+0000","last_change":"2024-09-16T01:14:32.686788+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686788+0000","last_undegraded":"2024-09-16T01:14:32.686788+0000","last_fullsized":"2024-09-16T01:14:32.686788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.702642+0000","last_change":"2024-09-16T01:14:33.695510+0000","last_active":"2024-09-16T01:14:33.702642+0000","last_peered":"2024-09-16T01:14:33.702642+0000","last_clean":"2024-09-16T01:14:33.702642+0000","last_became_active":"2024-09-16T01:14:33.695188+0000","last_became_peered":"2024-09-16T01:14:33.695188+0000","last_unstale":"2024-09-16T01:14:33.702642+0000","last_undegraded":"2024-09-16T01:14:33.702642+0000","last_fullsized":"2024-09-16T01:14:33.702642+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:30.281065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.693846+0000","last_change":"2024-09-16T01:14:33.689205+0000","last_active":"2024-09-16T01:14:33.693846+0000","last_peered":"2024-09-16T01:14:33.693846+0000","last_clean":"2024-09-16T01:14:33.693846+0000","last_became_active":"2024-09-16T01:14:33.688896+0000","last_became_peered":"2024-09-16T01:14:33.688896+0000","last_unstale":"2024-09-16T01:14:33.693846+0000","last_undegraded":"2024-09-16T01:14:33.693846+0000","last_fullsized":"2024-09-16T01:14:33.693846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684182+0000","last_change":"2024-09-16T01:14:32.684182+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684182+0000","last_undegraded":"2024-09-16T01:14:32.684182+0000","last_fullsized":"2024-09-16T01:14:32.684182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705276+0000","last_change":"2024-09-16T01:14:33.697069+0000","last_active":"2024-09-16T01:14:33.705276+0000","last_peered":"2024-09-16T01:14:33.705276+0000","last_clean":"2024-09-16T01:14:33.705276+0000","last_became_active":"2024-09-16T01:14:33.696733+0000","last_became_peered":"2024-09-16T01:14:33.696733+0000","last_unstale":"2024-09-16T01:14:33.705276+0000","last_undegraded":"2024-09-16T01:14:33.705276+0000","last_fullsized":"2024-09-16T01:14:33.705276+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:01.751423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686398+0000","last_change":"2024-09-16T01:14:32.686398+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686398+0000","last_undegraded":"2024-09-16T01:14:32.686398+0000","last_fullsized":"2024-09-16T01:14:32.686398+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.691515+0000","last_change":"2024-09-16T01:14:32.691515+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.691515+0000","last_undegraded":"2024-09-16T01:14:32.691515+0000","last_fullsized":"2024-09-16T01:14:32.691515+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684912+0000","last_change":"2024-09-16T01:14:32.684912+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684912+0000","last_undegraded":"2024-09-16T01:14:32.684912+0000","last_fullsized":"2024-09-16T01:14:32.684912+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.697746+0000","last_change":"2024-09-16T01:14:33.693006+0000","last_active":"2024-09-16T01:14:33.697746+0000","last_peered":"2024-09-16T01:14:33.697746+0000","last_clean":"2024-09-16T01:14:33.697746+0000","last_became_active":"2024-09-16T01:14:33.692726+0000","last_became_peered":"2024-09-16T01:14:33.692726+0000","last_unstale":"2024-09-16T01:14:33.697746+0000","last_undegraded":"2024-09-16T01:14:33.697746+0000","last_fullsized":"2024-09-16T01:14:33.697746+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.711505+0000","last_change":"2024-09-16T01:14:33.703520+0000","last_active":"2024-09-16T01:14:33.711505+0000","last_peered":"2024-09-16T01:14:33.711505+0000","last_clean":"2024-09-16T01:14:33.711505+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.711505+0000","last_undegraded":"2024-09-16T01:14:33.711505+0000","last_fullsized":"2024-09-16T01:14:33.711505+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707091+0000","last_change":"2024-09-16T01:14:33.700893+0000","last_active":"2024-09-16T01:14:33.707091+0000","last_peered":"2024-09-16T01:14:33.707091+0000","last_clean":"2024-09-16T01:14:33.707091+0000","last_became_active":"2024-09-16T01:14:33.700568+0000","last_became_peered":"2024-09-16T01:14:33.700568+0000","last_unstale":"2024-09-16T01:14:33.707091+0000","last_undegraded":"2024-09-16T01:14:33.707091+0000","last_fullsized":"2024-09-16T01:14:33.707091+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:18.824052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.705948+0000","last_change":"2024-09-16T01:14:33.701428+0000","last_active":"2024-09-16T01:14:33.705948+0000","last_peered":"2024-09-16T01:14:33.705948+0000","last_clean":"2024-09-16T01:14:33.705948+0000","last_became_active":"2024-09-16T01:14:33.701159+0000","last_became_peered":"2024-09-16T01:14:33.701159+0000","last_unstale":"2024-09-16T01:14:33.705948+0000","last_undegraded":"2024-09-16T01:14:33.705948+0000","last_fullsized":"2024-09-16T01:14:33.705948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:20.328220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706131+0000","last_change":"2024-09-16T01:14:33.700584+0000","last_active":"2024-09-16T01:14:33.706131+0000","last_peered":"2024-09-16T01:14:33.706131+0000","last_clean":"2024-09-16T01:14:33.706131+0000","last_became_active":"2024-09-16T01:14:33.700303+0000","last_became_peered":"2024-09-16T01:14:33.700303+0000","last_unstale":"2024-09-16T01:14:33.706131+0000","last_undegraded":"2024-09-16T01:14:33.706131+0000","last_fullsized":"2024-09-16T01:14:33.706131+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:51.660531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.687918+0000","last_change":"2024-09-16T01:14:32.687918+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.687918+0000","last_undegraded":"2024-09-16T01:14:32.687918+0000","last_fullsized":"2024-09-16T01:14:32.687918+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712349+0000","last_change":"2024-09-16T01:14:32.696516+0000","last_active":"2024-09-16T01:14:33.712349+0000","last_peered":"2024-09-16T01:14:33.712349+0000","last_clean":"2024-09-16T01:14:33.712349+0000","last_became_active":"2024-09-16T01:14:32.696248+0000","last_became_peered":"2024-09-16T01:14:32.696248+0000","last_unstale":"2024-09-16T01:14:33.712349+0000","last_undegraded":"2024-09-16T01:14:33.712349+0000","last_fullsized":"2024-09-16T01:14:33.712349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708976+0000","last_change":"2024-09-16T01:14:33.703595+0000","last_active":"2024-09-16T01:14:33.708976+0000","last_peered":"2024-09-16T01:14:33.708976+0000","last_clean":"2024-09-16T01:14:33.708976+0000","last_became_active":"2024-09-16T01:14:33.703305+0000","last_became_peered":"2024-09-16T01:14:33.703305+0000","last_unstale":"2024-09-16T01:14:33.708976+0000","last_undegraded":"2024-09-16T01:14:33.708976+0000","last_fullsized":"2024-09-16T01:14:33.708976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:41.719937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698443+0000","last_change":"2024-09-16T01:14:32.696599+0000","last_active":"2024-09-16T01:14:32.698443+0000","last_peered":"2024-09-16T01:14:32.698443+0000","last_clean":"2024-09-16T01:14:32.698443+0000","last_became_active":"2024-09-16T01:14:32.696246+0000","last_became_peered":"2024-09-16T01:14:32.696246+0000","last_unstale":"2024-09-16T01:14:32.698443+0000","last_undegraded":"2024-09-16T01:14:32.698443+0000","last_fullsized":"2024-09-16T01:14:32.698443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707213+0000","last_change":"2024-09-16T01:14:33.700410+0000","last_active":"2024-09-16T01:14:33.707213+0000","last_peered":"2024-09-16T01:14:33.707213+0000","last_clean":"2024-09-16T01:14:33.707213+0000","last_became_active":"2024-09-16T01:14:33.700147+0000","last_became_peered":"2024-09-16T01:14:33.700147+0000","last_unstale":"2024-09-16T01:14:33.707213+0000","last_undegraded":"2024-09-16T01:14:33.707213+0000","last_fullsized":"2024-09-16T01:14:33.707213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702356+0000","last_change":"2024-09-16T01:14:32.699529+0000","last_active":"2024-09-16T01:14:32.702356+0000","last_peered":"2024-09-16T01:14:32.702356+0000","last_clean":"2024-09-16T01:14:32.702356+0000","last_became_active":"2024-09-16T01:14:32.699214+0000","last_became_peered":"2024-09-16T01:14:32.699214+0000","last_unstale":"2024-09-16T01:14:32.702356+0000","last_undegraded":"2024-09-16T01:14:32.702356+0000","last_fullsized":"2024-09-16T01:14:32.702356+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684480+0000","last_change":"2024-09-16T01:14:32.684480+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684480+0000","last_undegraded":"2024-09-16T01:14:32.684480+0000","last_fullsized":"2024-09-16T01:14:32.684480+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693190+0000","last_change":"2024-09-16T01:14:32.692240+0000","last_active":"2024-09-16T01:14:32.693190+0000","last_peered":"2024-09-16T01:14:32.693190+0000","last_clean":"2024-09-16T01:14:32.693190+0000","last_became_active":"2024-09-16T01:14:32.691976+0000","last_became_peered":"2024-09-16T01:14:32.691976+0000","last_unstale":"2024-09-16T01:14:32.693190+0000","last_undegraded":"2024-09-16T01:14:32.693190+0000","last_fullsized":"2024-09-16T01:14:32.693190+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:16.599101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707070+0000","last_change":"2024-09-16T01:14:33.700537+0000","last_active":"2024-09-16T01:14:33.707070+0000","last_peered":"2024-09-16T01:14:33.707070+0000","last_clean":"2024-09-16T01:14:33.707070+0000","last_became_active":"2024-09-16T01:14:33.700241+0000","last_became_peered":"2024-09-16T01:14:33.700241+0000","last_unstale":"2024-09-16T01:14:33.707070+0000","last_undegraded":"2024-09-16T01:14:33.707070+0000","last_fullsized":"2024-09-16T01:14:33.707070+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:30.994139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712929+0000","last_change":"2024-09-16T01:14:32.690321+0000","last_active":"2024-09-16T01:14:33.712929+0000","last_peered":"2024-09-16T01:14:33.712929+0000","last_clean":"2024-09-16T01:14:33.712929+0000","last_became_active":"2024-09-16T01:14:32.690032+0000","last_became_peered":"2024-09-16T01:14:32.690032+0000","last_unstale":"2024-09-16T01:14:33.712929+0000","last_undegraded":"2024-09-16T01:14:33.712929+0000","last_fullsized":"2024-09-16T01:14:33.712929+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701317+0000","last_change":"2024-09-16T01:14:33.693658+0000","last_active":"2024-09-16T01:14:33.701317+0000","last_peered":"2024-09-16T01:14:33.701317+0000","last_clean":"2024-09-16T01:14:33.701317+0000","last_became_active":"2024-09-16T01:14:33.693390+0000","last_became_peered":"2024-09-16T01:14:33.693390+0000","last_unstale":"2024-09-16T01:14:33.701317+0000","last_undegraded":"2024-09-16T01:14:33.701317+0000","last_fullsized":"2024-09-16T01:14:33.701317+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.713381+0000","last_change":"2024-09-16T01:14:32.695911+0000","last_active":"2024-09-16T01:14:33.713381+0000","last_peered":"2024-09-16T01:14:33.713381+0000","last_clean":"2024-09-16T01:14:33.713381+0000","last_became_active":"2024-09-16T01:14:32.695675+0000","last_became_peered":"2024-09-16T01:14:32.695675+0000","last_unstale":"2024-09-16T01:14:33.713381+0000","last_undegraded":"2024-09-16T01:14:33.713381+0000","last_fullsized":"2024-09-16T01:14:33.713381+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:54.557298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.707409+0000","last_change":"2024-09-16T01:14:33.698246+0000","last_active":"2024-09-16T01:14:33.707409+0000","last_peered":"2024-09-16T01:14:33.707409+0000","last_clean":"2024-09-16T01:14:33.707409+0000","last_became_active":"2024-09-16T01:14:33.697962+0000","last_became_peered":"2024-09-16T01:14:33.697962+0000","last_unstale":"2024-09-16T01:14:33.707409+0000","last_undegraded":"2024-09-16T01:14:33.707409+0000","last_fullsized":"2024-09-16T01:14:33.707409+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701960+0000","last_change":"2024-09-16T01:14:32.698605+0000","last_active":"2024-09-16T01:14:32.701960+0000","last_peered":"2024-09-16T01:14:32.701960+0000","last_clean":"2024-09-16T01:14:32.701960+0000","last_became_active":"2024-09-16T01:14:32.698310+0000","last_became_peered":"2024-09-16T01:14:32.698310+0000","last_unstale":"2024-09-16T01:14:32.701960+0000","last_undegraded":"2024-09-16T01:14:32.701960+0000","last_fullsized":"2024-09-16T01:14:32.701960+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683872+0000","last_change":"2024-09-16T01:14:32.683872+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683872+0000","last_undegraded":"2024-09-16T01:14:32.683872+0000","last_fullsized":"2024-09-16T01:14:32.683872+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686495+0000","last_change":"2024-09-16T01:14:32.690219+0000","last_active":"2024-09-16T01:14:33.686495+0000","last_peered":"2024-09-16T01:14:33.686495+0000","last_clean":"2024-09-16T01:14:33.686495+0000","last_became_active":"2024-09-16T01:14:32.689915+0000","last_became_peered":"2024-09-16T01:14:32.689915+0000","last_unstale":"2024-09-16T01:14:33.686495+0000","last_undegraded":"2024-09-16T01:14:33.686495+0000","last_fullsized":"2024-09-16T01:14:33.686495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:08.367570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706767+0000","last_change":"2024-09-16T01:14:33.704944+0000","last_active":"2024-09-16T01:14:33.706767+0000","last_peered":"2024-09-16T01:14:33.706767+0000","last_clean":"2024-09-16T01:14:33.706767+0000","last_became_active":"2024-09-16T01:14:33.704666+0000","last_became_peered":"2024-09-16T01:14:33.704666+0000","last_unstale":"2024-09-16T01:14:33.706767+0000","last_undegraded":"2024-09-16T01:14:33.706767+0000","last_fullsized":"2024-09-16T01:14:33.706767+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:41.211074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702335+0000","last_change":"2024-09-16T01:14:32.699436+0000","last_active":"2024-09-16T01:14:32.702335+0000","last_peered":"2024-09-16T01:14:32.702335+0000","last_clean":"2024-09-16T01:14:32.702335+0000","last_became_active":"2024-09-16T01:14:32.699133+0000","last_became_peered":"2024-09-16T01:14:32.699133+0000","last_unstale":"2024-09-16T01:14:32.702335+0000","last_undegraded":"2024-09-16T01:14:32.702335+0000","last_fullsized":"2024-09-16T01:14:32.702335+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689351+0000","last_change":"2024-09-16T01:14:32.689351+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689351+0000","last_undegraded":"2024-09-16T01:14:32.689351+0000","last_fullsized":"2024-09-16T01:14:32.689351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698677+0000","last_change":"2024-09-16T01:14:32.697573+0000","last_active":"2024-09-16T01:14:32.698677+0000","last_peered":"2024-09-16T01:14:32.698677+0000","last_clean":"2024-09-16T01:14:32.698677+0000","last_became_active":"2024-09-16T01:14:32.697270+0000","last_became_peered":"2024-09-16T01:14:32.697270+0000","last_unstale":"2024-09-16T01:14:32.698677+0000","last_undegraded":"2024-09-16T01:14:32.698677+0000","last_fullsized":"2024-09-16T01:14:32.698677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.689717+0000","last_change":"2024-09-16T01:14:32.689717+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.689717+0000","last_undegraded":"2024-09-16T01:14:32.689717+0000","last_fullsized":"2024-09-16T01:14:32.689717+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.710025+0000","last_change":"2024-09-16T01:14:32.695340+0000","last_active":"2024-09-16T01:14:33.710025+0000","last_peered":"2024-09-16T01:14:33.710025+0000","last_clean":"2024-09-16T01:14:33.710025+0000","last_became_active":"2024-09-16T01:14:32.695028+0000","last_became_peered":"2024-09-16T01:14:32.695028+0000","last_unstale":"2024-09-16T01:14:33.710025+0000","last_undegraded":"2024-09-16T01:14:33.710025+0000","last_fullsized":"2024-09-16T01:14:33.710025+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:06.100658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708062+0000","last_change":"2024-09-16T01:14:33.705814+0000","last_active":"2024-09-16T01:14:33.708062+0000","last_peered":"2024-09-16T01:14:33.708062+0000","last_clean":"2024-09-16T01:14:33.708062+0000","last_became_active":"2024-09-16T01:14:33.705505+0000","last_became_peered":"2024-09-16T01:14:33.705505+0000","last_unstale":"2024-09-16T01:14:33.708062+0000","last_undegraded":"2024-09-16T01:14:33.708062+0000","last_fullsized":"2024-09-16T01:14:33.708062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:50.552976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.702814+0000","last_change":"2024-09-16T01:14:32.702029+0000","last_active":"2024-09-16T01:14:32.702814+0000","last_peered":"2024-09-16T01:14:32.702814+0000","last_clean":"2024-09-16T01:14:32.702814+0000","last_became_active":"2024-09-16T01:14:32.701673+0000","last_became_peered":"2024-09-16T01:14:32.701673+0000","last_unstale":"2024-09-16T01:14:32.702814+0000","last_undegraded":"2024-09-16T01:14:32.702814+0000","last_fullsized":"2024-09-16T01:14:32.702814+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685184+0000","last_change":"2024-09-16T01:14:32.685184+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685184+0000","last_undegraded":"2024-09-16T01:14:32.685184+0000","last_fullsized":"2024-09-16T01:14:32.685184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712596+0000","last_change":"2024-09-16T01:14:32.690497+0000","last_active":"2024-09-16T01:14:33.712596+0000","last_peered":"2024-09-16T01:14:33.712596+0000","last_clean":"2024-09-16T01:14:33.712596+0000","last_became_active":"2024-09-16T01:14:32.690177+0000","last_became_peered":"2024-09-16T01:14:32.690177+0000","last_unstale":"2024-09-16T01:14:33.712596+0000","last_undegraded":"2024-09-16T01:14:33.712596+0000","last_fullsized":"2024-09-16T01:14:33.712596+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:40.714633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684626+0000","last_change":"2024-09-16T01:14:32.684626+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684626+0000","last_undegraded":"2024-09-16T01:14:32.684626+0000","last_fullsized":"2024-09-16T01:14:32.684626+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.701838+0000","last_change":"2024-09-16T01:14:32.700945+0000","last_active":"2024-09-16T01:14:32.701838+0000","last_peered":"2024-09-16T01:14:32.701838+0000","last_clean":"2024-09-16T01:14:32.701838+0000","last_became_active":"2024-09-16T01:14:32.700529+0000","last_became_peered":"2024-09-16T01:14:32.700529+0000","last_unstale":"2024-09-16T01:14:32.701838+0000","last_undegraded":"2024-09-16T01:14:32.701838+0000","last_fullsized":"2024-09-16T01:14:32.701838+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706669+0000","last_change":"2024-09-16T01:14:33.703559+0000","last_active":"2024-09-16T01:14:33.706669+0000","last_peered":"2024-09-16T01:14:33.706669+0000","last_clean":"2024-09-16T01:14:33.706669+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:33.706669+0000","last_undegraded":"2024-09-16T01:14:33.706669+0000","last_fullsized":"2024-09-16T01:14:33.706669+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:17.556130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.698775+0000","last_change":"2024-09-16T01:14:32.696990+0000","last_active":"2024-09-16T01:14:32.698775+0000","last_peered":"2024-09-16T01:14:32.698775+0000","last_clean":"2024-09-16T01:14:32.698775+0000","last_became_active":"2024-09-16T01:14:32.696655+0000","last_became_peered":"2024-09-16T01:14:32.696655+0000","last_unstale":"2024-09-16T01:14:32.698775+0000","last_undegraded":"2024-09-16T01:14:32.698775+0000","last_fullsized":"2024-09-16T01:14:32.698775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708227+0000","last_change":"2024-09-16T01:14:33.703610+0000","last_active":"2024-09-16T01:14:33.708227+0000","last_peered":"2024-09-16T01:14:33.708227+0000","last_clean":"2024-09-16T01:14:33.708227+0000","last_became_active":"2024-09-16T01:14:33.703341+0000","last_became_peered":"2024-09-16T01:14:33.703341+0000","last_unstale":"2024-09-16T01:14:33.708227+0000","last_undegraded":"2024-09-16T01:14:33.708227+0000","last_fullsized":"2024-09-16T01:14:33.708227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:43.908400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699082+0000","last_change":"2024-09-16T01:14:32.697940+0000","last_active":"2024-09-16T01:14:32.699082+0000","last_peered":"2024-09-16T01:14:32.699082+0000","last_clean":"2024-09-16T01:14:32.699082+0000","last_became_active":"2024-09-16T01:14:32.696006+0000","last_became_peered":"2024-09-16T01:14:32.696006+0000","last_unstale":"2024-09-16T01:14:32.699082+0000","last_undegraded":"2024-09-16T01:14:32.699082+0000","last_fullsized":"2024-09-16T01:14:32.699082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706778+0000","last_change":"2024-09-16T01:14:33.697508+0000","last_active":"2024-09-16T01:14:33.706778+0000","last_peered":"2024-09-16T01:14:33.706778+0000","last_clean":"2024-09-16T01:14:33.706778+0000","last_became_active":"2024-09-16T01:14:33.697232+0000","last_became_peered":"2024-09-16T01:14:33.697232+0000","last_unstale":"2024-09-16T01:14:33.706778+0000","last_undegraded":"2024-09-16T01:14:33.706778+0000","last_fullsized":"2024-09-16T01:14:33.706778+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:07.105962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700769+0000","last_change":"2024-09-16T01:14:32.699555+0000","last_active":"2024-09-16T01:14:32.700769+0000","last_peered":"2024-09-16T01:14:32.700769+0000","last_clean":"2024-09-16T01:14:32.700769+0000","last_became_active":"2024-09-16T01:14:32.699273+0000","last_became_peered":"2024-09-16T01:14:32.699273+0000","last_unstale":"2024-09-16T01:14:32.700769+0000","last_undegraded":"2024-09-16T01:14:32.700769+0000","last_fullsized":"2024-09-16T01:14:32.700769+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701684+0000","last_change":"2024-09-16T01:14:33.695849+0000","last_active":"2024-09-16T01:14:33.701684+0000","last_peered":"2024-09-16T01:14:33.701684+0000","last_clean":"2024-09-16T01:14:33.701684+0000","last_became_active":"2024-09-16T01:14:33.695544+0000","last_became_peered":"2024-09-16T01:14:33.695544+0000","last_unstale":"2024-09-16T01:14:33.701684+0000","last_undegraded":"2024-09-16T01:14:33.701684+0000","last_fullsized":"2024-09-16T01:14:33.701684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712552+0000","last_change":"2024-09-16T01:14:32.693833+0000","last_active":"2024-09-16T01:14:33.712552+0000","last_peered":"2024-09-16T01:14:33.712552+0000","last_clean":"2024-09-16T01:14:33.712552+0000","last_became_active":"2024-09-16T01:14:32.693550+0000","last_became_peered":"2024-09-16T01:14:32.693550+0000","last_unstale":"2024-09-16T01:14:33.712552+0000","last_undegraded":"2024-09-16T01:14:33.712552+0000","last_fullsized":"2024-09-16T01:14:33.712552+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:19.322916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685972+0000","last_change":"2024-09-16T01:14:32.685972+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685972+0000","last_undegraded":"2024-09-16T01:14:32.685972+0000","last_fullsized":"2024-09-16T01:14:32.685972+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.712310+0000","last_change":"2024-09-16T01:14:32.689968+0000","last_active":"2024-09-16T01:14:33.712310+0000","last_peered":"2024-09-16T01:14:33.712310+0000","last_clean":"2024-09-16T01:14:33.712310+0000","last_became_active":"2024-09-16T01:14:32.689146+0000","last_became_peered":"2024-09-16T01:14:32.689146+0000","last_unstale":"2024-09-16T01:14:33.712310+0000","last_undegraded":"2024-09-16T01:14:33.712310+0000","last_fullsized":"2024-09-16T01:14:33.712310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684416+0000","last_change":"2024-09-16T01:14:32.684416+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684416+0000","last_undegraded":"2024-09-16T01:14:32.684416+0000","last_fullsized":"2024-09-16T01:14:32.684416+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.687306+0000","last_change":"2024-09-16T01:14:32.696688+0000","last_active":"2024-09-16T01:14:33.687306+0000","last_peered":"2024-09-16T01:14:33.687306+0000","last_clean":"2024-09-16T01:14:33.687306+0000","last_became_active":"2024-09-16T01:14:32.696430+0000","last_became_peered":"2024-09-16T01:14:32.696430+0000","last_unstale":"2024-09-16T01:14:33.687306+0000","last_undegraded":"2024-09-16T01:14:33.687306+0000","last_fullsized":"2024-09-16T01:14:33.687306+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686093+0000","last_change":"2024-09-16T01:14:32.686093+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686093+0000","last_undegraded":"2024-09-16T01:14:32.686093+0000","last_fullsized":"2024-09-16T01:14:32.686093+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695485+0000","last_change":"2024-09-16T01:14:32.694000+0000","last_active":"2024-09-16T01:14:32.695485+0000","last_peered":"2024-09-16T01:14:32.695485+0000","last_clean":"2024-09-16T01:14:32.695485+0000","last_became_active":"2024-09-16T01:14:32.693655+0000","last_became_peered":"2024-09-16T01:14:32.693655+0000","last_unstale":"2024-09-16T01:14:32.695485+0000","last_undegraded":"2024-09-16T01:14:32.695485+0000","last_fullsized":"2024-09-16T01:14:32.695485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.684433+0000","last_change":"2024-09-16T01:14:32.684433+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.684433+0000","last_undegraded":"2024-09-16T01:14:32.684433+0000","last_fullsized":"2024-09-16T01:14:32.684433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.696322+0000","last_change":"2024-09-16T01:14:32.696000+0000","last_active":"2024-09-16T01:14:33.696322+0000","last_peered":"2024-09-16T01:14:33.696322+0000","last_clean":"2024-09-16T01:14:33.696322+0000","last_became_active":"2024-09-16T01:14:32.695714+0000","last_became_peered":"2024-09-16T01:14:32.695714+0000","last_unstale":"2024-09-16T01:14:33.696322+0000","last_undegraded":"2024-09-16T01:14:33.696322+0000","last_fullsized":"2024-09-16T01:14:33.696322+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683816+0000","last_change":"2024-09-16T01:14:32.683816+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683816+0000","last_undegraded":"2024-09-16T01:14:32.683816+0000","last_fullsized":"2024-09-16T01:14:32.683816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686708+0000","last_change":"2024-09-16T01:14:32.692418+0000","last_active":"2024-09-16T01:14:33.686708+0000","last_peered":"2024-09-16T01:14:33.686708+0000","last_clean":"2024-09-16T01:14:33.686708+0000","last_became_active":"2024-09-16T01:14:32.692142+0000","last_became_peered":"2024-09-16T01:14:32.692142+0000","last_unstale":"2024-09-16T01:14:33.686708+0000","last_undegraded":"2024-09-16T01:14:33.686708+0000","last_fullsized":"2024-09-16T01:14:33.686708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:20:55.533914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706709+0000","last_change":"2024-09-16T01:14:33.704581+0000","last_active":"2024-09-16T01:14:33.706709+0000","last_peered":"2024-09-16T01:14:33.706709+0000","last_clean":"2024-09-16T01:14:33.706709+0000","last_became_active":"2024-09-16T01:14:33.704004+0000","last_became_peered":"2024-09-16T01:14:33.704004+0000","last_unstale":"2024-09-16T01:14:33.706709+0000","last_undegraded":"2024-09-16T01:14:33.706709+0000","last_fullsized":"2024-09-16T01:14:33.706709+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:59.652800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.688090+0000","last_change":"2024-09-16T01:14:32.697157+0000","last_active":"2024-09-16T01:14:33.688090+0000","last_peered":"2024-09-16T01:14:33.688090+0000","last_clean":"2024-09-16T01:14:33.688090+0000","last_became_active":"2024-09-16T01:14:32.696869+0000","last_became_peered":"2024-09-16T01:14:32.696869+0000","last_unstale":"2024-09-16T01:14:33.688090+0000","last_undegraded":"2024-09-16T01:14:33.688090+0000","last_fullsized":"2024-09-16T01:14:33.688090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:29.275761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.683242+0000","last_change":"2024-09-16T01:14:32.683242+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.683242+0000","last_undegraded":"2024-09-16T01:14:32.683242+0000","last_fullsized":"2024-09-16T01:14:32.683242+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.700352+0000","last_change":"2024-09-16T01:14:32.698267+0000","last_active":"2024-09-16T01:14:32.700352+0000","last_peered":"2024-09-16T01:14:32.700352+0000","last_clean":"2024-09-16T01:14:32.700352+0000","last_became_active":"2024-09-16T01:14:32.697982+0000","last_became_peered":"2024-09-16T01:14:32.697982+0000","last_unstale":"2024-09-16T01:14:32.700352+0000","last_undegraded":"2024-09-16T01:14:32.700352+0000","last_fullsized":"2024-09-16T01:14:32.700352+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:07.639215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.701662+0000","last_change":"2024-09-16T01:14:33.695221+0000","last_active":"2024-09-16T01:14:33.701662+0000","last_peered":"2024-09-16T01:14:33.701662+0000","last_clean":"2024-09-16T01:14:33.701662+0000","last_became_active":"2024-09-16T01:14:33.694943+0000","last_became_peered":"2024-09-16T01:14:33.694943+0000","last_unstale":"2024-09-16T01:14:33.701662+0000","last_undegraded":"2024-09-16T01:14:33.701662+0000","last_fullsized":"2024-09-16T01:14:33.701662+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.695088+0000","last_change":"2024-09-16T01:14:32.694302+0000","last_active":"2024-09-16T01:14:32.695088+0000","last_peered":"2024-09-16T01:14:32.695088+0000","last_clean":"2024-09-16T01:14:32.695088+0000","last_became_active":"2024-09-16T01:14:32.693998+0000","last_became_peered":"2024-09-16T01:14:32.693998+0000","last_unstale":"2024-09-16T01:14:32.695088+0000","last_undegraded":"2024-09-16T01:14:32.695088+0000","last_fullsized":"2024-09-16T01:14:32.695088+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.686393+0000","last_change":"2024-09-16T01:14:32.686393+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.686393+0000","last_undegraded":"2024-09-16T01:14:32.686393+0000","last_fullsized":"2024-09-16T01:14:32.686393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699824+0000","last_change":"2024-09-16T01:14:32.696948+0000","last_active":"2024-09-16T01:14:32.699824+0000","last_peered":"2024-09-16T01:14:32.699824+0000","last_clean":"2024-09-16T01:14:32.699824+0000","last_became_active":"2024-09-16T01:14:32.696412+0000","last_became_peered":"2024-09-16T01:14:32.696412+0000","last_unstale":"2024-09-16T01:14:32.699824+0000","last_undegraded":"2024-09-16T01:14:32.699824+0000","last_fullsized":"2024-09-16T01:14:32.699824+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:09.897883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.708198+0000","last_change":"2024-09-16T01:14:33.704917+0000","last_active":"2024-09-16T01:14:33.708198+0000","last_peered":"2024-09-16T01:14:33.708198+0000","last_clean":"2024-09-16T01:14:33.708198+0000","last_became_active":"2024-09-16T01:14:33.704615+0000","last_became_peered":"2024-09-16T01:14:33.704615+0000","last_unstale":"2024-09-16T01:14:33.708198+0000","last_undegraded":"2024-09-16T01:14:33.708198+0000","last_fullsized":"2024-09-16T01:14:33.708198+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.693227+0000","last_change":"2024-09-16T01:14:32.691669+0000","last_active":"2024-09-16T01:14:32.693227+0000","last_peered":"2024-09-16T01:14:32.693227+0000","last_clean":"2024-09-16T01:14:32.693227+0000","last_became_active":"2024-09-16T01:14:32.691383+0000","last_became_peered":"2024-09-16T01:14:32.691383+0000","last_unstale":"2024-09-16T01:14:32.693227+0000","last_undegraded":"2024-09-16T01:14:32.693227+0000","last_fullsized":"2024-09-16T01:14:32.693227+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:36.280375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685346+0000","last_change":"2024-09-16T01:14:32.685346+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685346+0000","last_undegraded":"2024-09-16T01:14:32.685346+0000","last_fullsized":"2024-09-16T01:14:32.685346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.694662+0000","last_change":"2024-09-16T01:14:32.692724+0000","last_active":"2024-09-16T01:14:32.694662+0000","last_peered":"2024-09-16T01:14:32.694662+0000","last_clean":"2024-09-16T01:14:32.694662+0000","last_became_active":"2024-09-16T01:14:32.692400+0000","last_became_peered":"2024-09-16T01:14:32.692400+0000","last_unstale":"2024-09-16T01:14:32.694662+0000","last_undegraded":"2024-09-16T01:14:32.694662+0000","last_fullsized":"2024-09-16T01:14:32.694662+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:06.105170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":30,"state":"creating+peering","last_fresh":"2024-09-16T01:14:32.685811+0000","last_change":"2024-09-16T01:14:32.685811+0000","last_active":"2024-09-16T01:14:32.673183+0000","last_peered":"2024-09-16T01:14:32.673183+0000","last_clean":"2024-09-16T01:14:32.673183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T01:14:32.685811+0000","last_undegraded":"2024-09-16T01:14:32.685811+0000","last_fullsized":"2024-09-16T01:14:32.685811+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.686616+0000","last_change":"2024-09-16T01:14:32.693332+0000","last_active":"2024-09-16T01:14:33.686616+0000","last_peered":"2024-09-16T01:14:33.686616+0000","last_clean":"2024-09-16T01:14:33.686616+0000","last_became_active":"2024-09-16T01:14:32.692930+0000","last_became_peered":"2024-09-16T01:14:32.692930+0000","last_unstale":"2024-09-16T01:14:33.686616+0000","last_undegraded":"2024-09-16T01:14:33.686616+0000","last_fullsized":"2024-09-16T01:14:33.686616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.605160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.692793+0000","last_change":"2024-09-16T01:14:33.689225+0000","last_active":"2024-09-16T01:14:33.692793+0000","last_peered":"2024-09-16T01:14:33.692793+0000","last_clean":"2024-09-16T01:14:33.692793+0000","last_became_active":"2024-09-16T01:14:33.688912+0000","last_became_peered":"2024-09-16T01:14:33.688912+0000","last_unstale":"2024-09-16T01:14:33.692793+0000","last_undegraded":"2024-09-16T01:14:33.692793+0000","last_fullsized":"2024-09-16T01:14:33.692793+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:33:24.676417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-16T01:14:32.699053+0000","last_change":"2024-09-16T01:14:32.697726+0000","last_active":"2024-09-16T01:14:32.699053+0000","last_peered":"2024-09-16T01:14:32.699053+0000","last_clean":"2024-09-16T01:14:32.699053+0000","last_became_active":"2024-09-16T01:14:32.697392+0000","last_became_peered":"2024-09-16T01:14:32.697392+0000","last_unstale":"2024-09-16T01:14:32.699053+0000","last_undegraded":"2024-09-16T01:14:32.699053+0000","last_fullsized":"2024-09-16T01:14:32.699053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:28.280976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.706498+0000","last_change":"2024-09-16T01:14:33.703431+0000","last_active":"2024-09-16T01:14:33.706498+0000","last_peered":"2024-09-16T01:14:33.706498+0000","last_clean":"2024-09-16T01:14:33.706498+0000","last_became_active":"2024-09-16T01:14:33.703167+0000","last_became_peered":"2024-09-16T01:14:33.703167+0000","last_unstale":"2024-09-16T01:14:33.706498+0000","last_undegraded":"2024-09-16T01:14:33.706498+0000","last_fullsized":"2024-09-16T01:14:33.706498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:09.244717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.694332+0000","last_change":"2024-09-16T01:14:32.694939+0000","last_active":"2024-09-16T01:14:33.694332+0000","last_peered":"2024-09-16T01:14:33.694332+0000","last_clean":"2024-09-16T01:14:33.694332+0000","last_became_active":"2024-09-16T01:14:32.694403+0000","last_became_peered":"2024-09-16T01:14:32.694403+0000","last_unstale":"2024-09-16T01:14:33.694332+0000","last_undegraded":"2024-09-16T01:14:33.694332+0000","last_fullsized":"2024-09-16T01:14:33.694332+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-16T01:14:33.691883+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:33.691883+0000","last_peered":"2024-09-16T01:14:33.691883+0000","last_clean":"2024-09-16T01:14:33.691883+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:33.691883+0000","last_undegraded":"2024-09-16T01:14:33.691883+0000","last_fullsized":"2024-09-16T01:14:33.691883+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":776,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":720491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":348160,"data_stored":130705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":327680,"data_stored":123258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31496,"kb_used_data":308,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340344,"statfs":{"total":96636764160,"available":96604512256,"internally_reserved":0,"allocated":315392,"data_stored":116991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32076,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339764,"statfs":{"total":96636764160,"available":96603918336,"internally_reserved":0,"allocated":909312,"data_stored":707359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:14:38.670 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-16T01:14:38.669+0000 7fd999e35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:14:41.088 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:14:41.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.203+0000 7f41479f6640 1 Processor -- start 2024-09-16T01:14:41.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.203+0000 7f41479f6640 1 -- start start 2024-09-16T01:14:41.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f41479f6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f41400b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f41479f6640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f41400b22c0 0x7f41400716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f41479f6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41400ce480 con 0x7f414015b1e0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f41479f6640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f41400ce760 con 0x7f41400b22c0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f41479f6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f41400cea40 con 0x7f41400cdfc0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f4145792640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f414015b1e0 0x7f41400b3c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36038/0 (socket says 172.21.15.29:36038) 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f4145792640 1 -- 172.21.15.29:0/3737882797 learned_addr learned my addr 172.21.15.29:0/3737882797 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f4145f93640 1 --2- 172.21.15.29:0/3737882797 >> v2:172.21.15.29:3300/0 conn(0x7f41400b22c0 0x7f41400716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f4144f91640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f41400b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.204+0000 7f413ffff640 1 -- 172.21.15.29:0/3737882797 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2906841917 0 0) 0x7f41400ce480 con 0x7f414015b1e0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f413ffff640 1 -- 172.21.15.29:0/3737882797 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4128005730 con 0x7f414015b1e0 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f4145f93640 1 -- 172.21.15.29:0/3737882797 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 msgr2=0x7f41400b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f4145f93640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f41400b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f4145f93640 1 -- 172.21.15.29:0/3737882797 >> v1:172.21.15.29:6789/0 conn(0x7f414015b1e0 legacy=0x7f41400b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f4145f93640 1 -- 172.21.15.29:0/3737882797 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41400ced20 con 0x7f41400b22c0 2024-09-16T01:14:41.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.205+0000 7f4145f93640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f41400b22c0 0x7f41400716c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f41380097a0 tx=0x7f413802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19b08ed7c6222e71 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f413ffff640 1 -- 172.21.15.29:0/3737882797 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138037070 con 0x7f41400b22c0 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f413ffff640 1 -- 172.21.15.29:0/3737882797 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4138032440 con 0x7f41400b22c0 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f413ffff640 1 -- 172.21.15.29:0/3737882797 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138032810 con 0x7f41400b22c0 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 -- 172.21.15.29:0/3737882797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f41400b22c0 msgr2=0x7f41400716c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f41400b22c0 0x7f41400716c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f41380097a0 tx=0x7f413802a180 comp rx=0 tx=0).stop 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 -- 172.21.15.29:0/3737882797 shutdown_connections 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f41400b22c0 0x7f41400716c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 --2- 172.21.15.29:0/3737882797 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f41400b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 -- 172.21.15.29:0/3737882797 >> 172.21.15.29:0/3737882797 conn(0x7f414006bc10 msgr2=0x7f414006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 -- 172.21.15.29:0/3737882797 shutdown_connections 2024-09-16T01:14:41.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.206+0000 7f41479f6640 1 -- 172.21.15.29:0/3737882797 wait complete. 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.207+0000 7f41479f6640 1 Processor -- start 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.207+0000 7f41479f6640 1 -- start start 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 0x7f41401f7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f414015e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4140071130 con 0x7f414015b1e0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f414015b5c0 con 0x7f41400b22c0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f41479f6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4140071c00 con 0x7f41400cdfc0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f4145f93640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f4145f93640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59592/0 (socket says 172.21.15.29:59592) 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.208+0000 7f4145f93640 1 -- 172.21.15.29:0/2431028134 learned_addr learned my addr 172.21.15.29:0/2431028134 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4144f91640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f414015e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145792640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 0x7f41401f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 -- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 msgr2=0x7f414015e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f414015e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 -- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 msgr2=0x7f41401f7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 0x7f41401f7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 -- 172.21.15.29:0/2431028134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41401f45f0 con 0x7f414015b1e0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145792640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 0x7f41401f7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f4145f93640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f41380098c0 tx=0x7f41380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138037040 con 0x7f414015b1e0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4138042070 con 0x7f414015b1e0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41380308a0 con 0x7f414015b1e0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41401f48d0 con 0x7f414015b1e0 2024-09-16T01:14:41.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.209+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41401f4e90 con 0x7f414015b1e0 2024-09-16T01:14:41.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.210+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41401f5090 con 0x7f414015b1e0 2024-09-16T01:14:41.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.211+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4138030a40 con 0x7f414015b1e0 2024-09-16T01:14:41.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.211+0000 7f413dffb640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 0x7f412c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.212+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f41380abcb0 con 0x7f414015b1e0 2024-09-16T01:14:41.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.212+0000 7f4145792640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 0x7f412c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.212+0000 7f4145792640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 0x7f412c06e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4130005c00 tx=0x7f4130009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.216+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41401f5090 con 0x7f414015b1e0 2024-09-16T01:14:41.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.389+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4140072340 con 0x7f412c06c2b0 2024-09-16T01:14:41.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.395+0000 7f413dffb640 1 -- 172.21.15.29:0/2431028134 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251951 (secure 0 0 0) 0x7f4140072340 con 0x7f412c06c2b0 2024-09-16T01:14:41.399 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:41.400 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 msgr2=0x7f412c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 0x7f412c06e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4130005c00 tx=0x7f4130009040 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 msgr2=0x7f41400ae8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f41380098c0 tx=0x7f41380046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 shutdown_connections 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f412c06c2b0 0x7f412c06e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414015b1e0 0x7f41400ae8d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f41400cdfc0 0x7f414015e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 --2- 172.21.15.29:0/2431028134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41400b22c0 0x7f41401f7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 >> 172.21.15.29:0/2431028134 conn(0x7f414006bc10 msgr2=0x7f4140073010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 shutdown_connections 2024-09-16T01:14:41.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.398+0000 7f41479f6640 1 -- 172.21.15.29:0/2431028134 wait complete. 2024-09-16T01:14:41.410 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":59,"stamp":"2024-09-16T01:14:41.369178+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236852,"kb_used_data":3976,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737868,"statfs":{"total":773094113280,"available":772851576832,"internally_reserved":0,"allocated":4071424,"data_stored":2276220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001870"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575819+0000","last_change":"2024-09-16T01:14:33.706726+0000","last_active":"2024-09-16T01:14:36.575819+0000","last_peered":"2024-09-16T01:14:36.575819+0000","last_clean":"2024-09-16T01:14:36.575819+0000","last_became_active":"2024-09-16T01:14:33.706429+0000","last_became_peered":"2024-09-16T01:14:33.706429+0000","last_unstale":"2024-09-16T01:14:36.575819+0000","last_undegraded":"2024-09-16T01:14:36.575819+0000","last_fullsized":"2024-09-16T01:14:36.575819+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:21:16.617542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.787020+0000","last_change":"2024-09-16T01:14:33.700383+0000","last_active":"2024-09-16T01:14:34.787020+0000","last_peered":"2024-09-16T01:14:34.787020+0000","last_clean":"2024-09-16T01:14:34.787020+0000","last_became_active":"2024-09-16T01:14:33.700124+0000","last_became_peered":"2024-09-16T01:14:33.700124+0000","last_unstale":"2024-09-16T01:14:34.787020+0000","last_undegraded":"2024-09-16T01:14:34.787020+0000","last_fullsized":"2024-09-16T01:14:34.787020+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:46:59.780270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702213+0000","last_change":"2024-09-16T01:14:33.703744+0000","last_active":"2024-09-16T01:14:34.702213+0000","last_peered":"2024-09-16T01:14:34.702213+0000","last_clean":"2024-09-16T01:14:34.702213+0000","last_became_active":"2024-09-16T01:14:33.703493+0000","last_became_peered":"2024-09-16T01:14:33.703493+0000","last_unstale":"2024-09-16T01:14:34.702213+0000","last_undegraded":"2024-09-16T01:14:34.702213+0000","last_fullsized":"2024-09-16T01:14:34.702213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:19.914871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575372+0000","last_change":"2024-09-16T01:14:33.698826+0000","last_active":"2024-09-16T01:14:36.575372+0000","last_peered":"2024-09-16T01:14:36.575372+0000","last_clean":"2024-09-16T01:14:36.575372+0000","last_became_active":"2024-09-16T01:14:33.698558+0000","last_became_peered":"2024-09-16T01:14:33.698558+0000","last_unstale":"2024-09-16T01:14:36.575372+0000","last_undegraded":"2024-09-16T01:14:36.575372+0000","last_fullsized":"2024-09-16T01:14:36.575372+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:00.171265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311715+0000","last_change":"2024-09-16T01:14:33.704089+0000","last_active":"2024-09-16T01:14:35.311715+0000","last_peered":"2024-09-16T01:14:35.311715+0000","last_clean":"2024-09-16T01:14:35.311715+0000","last_became_active":"2024-09-16T01:14:33.703743+0000","last_became_peered":"2024-09-16T01:14:33.703743+0000","last_unstale":"2024-09-16T01:14:35.311715+0000","last_undegraded":"2024-09-16T01:14:35.311715+0000","last_fullsized":"2024-09-16T01:14:35.311715+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:29.286279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786585+0000","last_change":"2024-09-16T01:14:33.701670+0000","last_active":"2024-09-16T01:14:34.786585+0000","last_peered":"2024-09-16T01:14:34.786585+0000","last_clean":"2024-09-16T01:14:34.786585+0000","last_became_active":"2024-09-16T01:14:33.701001+0000","last_became_peered":"2024-09-16T01:14:33.701001+0000","last_unstale":"2024-09-16T01:14:34.786585+0000","last_undegraded":"2024-09-16T01:14:34.786585+0000","last_fullsized":"2024-09-16T01:14:34.786585+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:08.646760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576149+0000","last_change":"2024-09-16T01:14:33.705533+0000","last_active":"2024-09-16T01:14:36.576149+0000","last_peered":"2024-09-16T01:14:36.576149+0000","last_clean":"2024-09-16T01:14:36.576149+0000","last_became_active":"2024-09-16T01:14:33.704978+0000","last_became_peered":"2024-09-16T01:14:33.704978+0000","last_unstale":"2024-09-16T01:14:36.576149+0000","last_undegraded":"2024-09-16T01:14:36.576149+0000","last_fullsized":"2024-09-16T01:14:36.576149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:11.776608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576224+0000","last_change":"2024-09-16T01:14:33.701036+0000","last_active":"2024-09-16T01:14:36.576224+0000","last_peered":"2024-09-16T01:14:36.576224+0000","last_clean":"2024-09-16T01:14:36.576224+0000","last_became_active":"2024-09-16T01:14:33.700738+0000","last_became_peered":"2024-09-16T01:14:33.700738+0000","last_unstale":"2024-09-16T01:14:36.576224+0000","last_undegraded":"2024-09-16T01:14:36.576224+0000","last_fullsized":"2024-09-16T01:14:36.576224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:51.582921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701442+0000","last_change":"2024-09-16T01:14:33.706659+0000","last_active":"2024-09-16T01:14:34.701442+0000","last_peered":"2024-09-16T01:14:34.701442+0000","last_clean":"2024-09-16T01:14:34.701442+0000","last_became_active":"2024-09-16T01:14:33.706345+0000","last_became_peered":"2024-09-16T01:14:33.706345+0000","last_unstale":"2024-09-16T01:14:34.701442+0000","last_undegraded":"2024-09-16T01:14:34.701442+0000","last_fullsized":"2024-09-16T01:14:34.701442+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:33.405267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575568+0000","last_change":"2024-09-16T01:14:33.706217+0000","last_active":"2024-09-16T01:14:36.575568+0000","last_peered":"2024-09-16T01:14:36.575568+0000","last_clean":"2024-09-16T01:14:36.575568+0000","last_became_active":"2024-09-16T01:14:33.705946+0000","last_became_peered":"2024-09-16T01:14:33.705946+0000","last_unstale":"2024-09-16T01:14:36.575568+0000","last_undegraded":"2024-09-16T01:14:36.575568+0000","last_fullsized":"2024-09-16T01:14:36.575568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:47.747462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575825+0000","last_change":"2024-09-16T01:14:33.709132+0000","last_active":"2024-09-16T01:14:36.575825+0000","last_peered":"2024-09-16T01:14:36.575825+0000","last_clean":"2024-09-16T01:14:36.575825+0000","last_became_active":"2024-09-16T01:14:33.708880+0000","last_became_peered":"2024-09-16T01:14:33.708880+0000","last_unstale":"2024-09-16T01:14:36.575825+0000","last_undegraded":"2024-09-16T01:14:36.575825+0000","last_fullsized":"2024-09-16T01:14:36.575825+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:51.027437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702334+0000","last_change":"2024-09-16T01:14:33.701479+0000","last_active":"2024-09-16T01:14:34.702334+0000","last_peered":"2024-09-16T01:14:34.702334+0000","last_clean":"2024-09-16T01:14:34.702334+0000","last_became_active":"2024-09-16T01:14:33.701111+0000","last_became_peered":"2024-09-16T01:14:33.701111+0000","last_unstale":"2024-09-16T01:14:34.702334+0000","last_undegraded":"2024-09-16T01:14:34.702334+0000","last_fullsized":"2024-09-16T01:14:34.702334+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:26.477620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311781+0000","last_change":"2024-09-16T01:14:33.691336+0000","last_active":"2024-09-16T01:14:35.311781+0000","last_peered":"2024-09-16T01:14:35.311781+0000","last_clean":"2024-09-16T01:14:35.311781+0000","last_became_active":"2024-09-16T01:14:33.691036+0000","last_became_peered":"2024-09-16T01:14:33.691036+0000","last_unstale":"2024-09-16T01:14:35.311781+0000","last_undegraded":"2024-09-16T01:14:35.311781+0000","last_fullsized":"2024-09-16T01:14:35.311781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:45.213689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786741+0000","last_change":"2024-09-16T01:14:33.701955+0000","last_active":"2024-09-16T01:14:34.786741+0000","last_peered":"2024-09-16T01:14:34.786741+0000","last_clean":"2024-09-16T01:14:34.786741+0000","last_became_active":"2024-09-16T01:14:33.701384+0000","last_became_peered":"2024-09-16T01:14:33.701384+0000","last_unstale":"2024-09-16T01:14:34.786741+0000","last_undegraded":"2024-09-16T01:14:34.786741+0000","last_fullsized":"2024-09-16T01:14:34.786741+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:43.084051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702270+0000","last_change":"2024-09-16T01:14:33.699125+0000","last_active":"2024-09-16T01:14:34.702270+0000","last_peered":"2024-09-16T01:14:34.702270+0000","last_clean":"2024-09-16T01:14:34.702270+0000","last_became_active":"2024-09-16T01:14:33.698785+0000","last_became_peered":"2024-09-16T01:14:33.698785+0000","last_unstale":"2024-09-16T01:14:34.702270+0000","last_undegraded":"2024-09-16T01:14:34.702270+0000","last_fullsized":"2024-09-16T01:14:34.702270+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:19:40.996666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576427+0000","last_change":"2024-09-16T01:14:33.708541+0000","last_active":"2024-09-16T01:14:36.576427+0000","last_peered":"2024-09-16T01:14:36.576427+0000","last_clean":"2024-09-16T01:14:36.576427+0000","last_became_active":"2024-09-16T01:14:33.708260+0000","last_became_peered":"2024-09-16T01:14:33.708260+0000","last_unstale":"2024-09-16T01:14:36.576427+0000","last_undegraded":"2024-09-16T01:14:36.576427+0000","last_fullsized":"2024-09-16T01:14:36.576427+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:14:43.084051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576303+0000","last_change":"2024-09-16T01:14:33.707530+0000","last_active":"2024-09-16T01:14:36.576303+0000","last_peered":"2024-09-16T01:14:36.576303+0000","last_clean":"2024-09-16T01:14:36.576303+0000","last_became_active":"2024-09-16T01:14:33.707265+0000","last_became_peered":"2024-09-16T01:14:33.707265+0000","last_unstale":"2024-09-16T01:14:36.576303+0000","last_undegraded":"2024-09-16T01:14:36.576303+0000","last_fullsized":"2024-09-16T01:14:36.576303+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:09.009760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.787030+0000","last_change":"2024-09-16T01:14:33.699699+0000","last_active":"2024-09-16T01:14:34.787030+0000","last_peered":"2024-09-16T01:14:34.787030+0000","last_clean":"2024-09-16T01:14:34.787030+0000","last_became_active":"2024-09-16T01:14:33.699403+0000","last_became_peered":"2024-09-16T01:14:33.699403+0000","last_unstale":"2024-09-16T01:14:34.787030+0000","last_undegraded":"2024-09-16T01:14:34.787030+0000","last_fullsized":"2024-09-16T01:14:34.787030+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:39.697168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786681+0000","last_change":"2024-09-16T01:14:33.699034+0000","last_active":"2024-09-16T01:14:34.786681+0000","last_peered":"2024-09-16T01:14:34.786681+0000","last_clean":"2024-09-16T01:14:34.786681+0000","last_became_active":"2024-09-16T01:14:33.698740+0000","last_became_peered":"2024-09-16T01:14:33.698740+0000","last_unstale":"2024-09-16T01:14:34.786681+0000","last_undegraded":"2024-09-16T01:14:34.786681+0000","last_fullsized":"2024-09-16T01:14:34.786681+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:09.009760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311813+0000","last_change":"2024-09-16T01:14:33.692190+0000","last_active":"2024-09-16T01:14:35.311813+0000","last_peered":"2024-09-16T01:14:35.311813+0000","last_clean":"2024-09-16T01:14:35.311813+0000","last_became_active":"2024-09-16T01:14:33.691924+0000","last_became_peered":"2024-09-16T01:14:33.691924+0000","last_unstale":"2024-09-16T01:14:35.311813+0000","last_undegraded":"2024-09-16T01:14:35.311813+0000","last_fullsized":"2024-09-16T01:14:35.311813+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:37.437266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700781+0000","last_change":"2024-09-16T01:14:33.695510+0000","last_active":"2024-09-16T01:14:34.700781+0000","last_peered":"2024-09-16T01:14:34.700781+0000","last_clean":"2024-09-16T01:14:34.700781+0000","last_became_active":"2024-09-16T01:14:33.695188+0000","last_became_peered":"2024-09-16T01:14:33.695188+0000","last_unstale":"2024-09-16T01:14:34.700781+0000","last_undegraded":"2024-09-16T01:14:34.700781+0000","last_fullsized":"2024-09-16T01:14:34.700781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:59:55.605732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701224+0000","last_change":"2024-09-16T01:14:33.689205+0000","last_active":"2024-09-16T01:14:34.701224+0000","last_peered":"2024-09-16T01:14:34.701224+0000","last_clean":"2024-09-16T01:14:34.701224+0000","last_became_active":"2024-09-16T01:14:33.688896+0000","last_became_peered":"2024-09-16T01:14:33.688896+0000","last_unstale":"2024-09-16T01:14:34.701224+0000","last_undegraded":"2024-09-16T01:14:34.701224+0000","last_fullsized":"2024-09-16T01:14:34.701224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:22.382898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698559+0000","last_change":"2024-09-16T01:14:33.701039+0000","last_active":"2024-09-16T01:14:34.698559+0000","last_peered":"2024-09-16T01:14:34.698559+0000","last_clean":"2024-09-16T01:14:34.698559+0000","last_became_active":"2024-09-16T01:14:33.700717+0000","last_became_peered":"2024-09-16T01:14:33.700717+0000","last_unstale":"2024-09-16T01:14:34.698559+0000","last_undegraded":"2024-09-16T01:14:34.698559+0000","last_fullsized":"2024-09-16T01:14:34.698559+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:09.244717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701943+0000","last_change":"2024-09-16T01:14:33.697069+0000","last_active":"2024-09-16T01:14:34.701943+0000","last_peered":"2024-09-16T01:14:34.701943+0000","last_clean":"2024-09-16T01:14:34.701943+0000","last_became_active":"2024-09-16T01:14:33.696733+0000","last_became_peered":"2024-09-16T01:14:33.696733+0000","last_unstale":"2024-09-16T01:14:34.701943+0000","last_undegraded":"2024-09-16T01:14:34.701943+0000","last_fullsized":"2024-09-16T01:14:34.701943+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:22.382898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575687+0000","last_change":"2024-09-16T01:14:33.703603+0000","last_active":"2024-09-16T01:14:36.575687+0000","last_peered":"2024-09-16T01:14:36.575687+0000","last_clean":"2024-09-16T01:14:36.575687+0000","last_became_active":"2024-09-16T01:14:33.703318+0000","last_became_peered":"2024-09-16T01:14:33.703318+0000","last_unstale":"2024-09-16T01:14:36.575687+0000","last_undegraded":"2024-09-16T01:14:36.575687+0000","last_fullsized":"2024-09-16T01:14:36.575687+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:34.410491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.787102+0000","last_change":"2024-09-16T01:14:33.702804+0000","last_active":"2024-09-16T01:14:34.787102+0000","last_peered":"2024-09-16T01:14:34.787102+0000","last_clean":"2024-09-16T01:14:34.787102+0000","last_became_active":"2024-09-16T01:14:33.702526+0000","last_became_peered":"2024-09-16T01:14:33.702526+0000","last_unstale":"2024-09-16T01:14:34.787102+0000","last_undegraded":"2024-09-16T01:14:34.787102+0000","last_fullsized":"2024-09-16T01:14:34.787102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:08.366518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575670+0000","last_change":"2024-09-16T01:14:33.697200+0000","last_active":"2024-09-16T01:14:36.575670+0000","last_peered":"2024-09-16T01:14:36.575670+0000","last_clean":"2024-09-16T01:14:36.575670+0000","last_became_active":"2024-09-16T01:14:33.696942+0000","last_became_peered":"2024-09-16T01:14:33.696942+0000","last_unstale":"2024-09-16T01:14:36.575670+0000","last_undegraded":"2024-09-16T01:14:36.575670+0000","last_fullsized":"2024-09-16T01:14:36.575670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:41.824340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702301+0000","last_change":"2024-09-16T01:14:33.693006+0000","last_active":"2024-09-16T01:14:34.702301+0000","last_peered":"2024-09-16T01:14:34.702301+0000","last_clean":"2024-09-16T01:14:34.702301+0000","last_became_active":"2024-09-16T01:14:33.692726+0000","last_became_peered":"2024-09-16T01:14:33.692726+0000","last_unstale":"2024-09-16T01:14:34.702301+0000","last_undegraded":"2024-09-16T01:14:34.702301+0000","last_fullsized":"2024-09-16T01:14:34.702301+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:33.405267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700968+0000","last_change":"2024-09-16T01:14:33.703520+0000","last_active":"2024-09-16T01:14:34.700968+0000","last_peered":"2024-09-16T01:14:34.700968+0000","last_clean":"2024-09-16T01:14:34.700968+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:34.700968+0000","last_undegraded":"2024-09-16T01:14:34.700968+0000","last_fullsized":"2024-09-16T01:14:34.700968+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:50:41.211074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575723+0000","last_change":"2024-09-16T01:14:33.700893+0000","last_active":"2024-09-16T01:14:36.575723+0000","last_peered":"2024-09-16T01:14:36.575723+0000","last_clean":"2024-09-16T01:14:36.575723+0000","last_became_active":"2024-09-16T01:14:33.700568+0000","last_became_peered":"2024-09-16T01:14:33.700568+0000","last_unstale":"2024-09-16T01:14:36.575723+0000","last_undegraded":"2024-09-16T01:14:36.575723+0000","last_fullsized":"2024-09-16T01:14:36.575723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:00.171265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575572+0000","last_change":"2024-09-16T01:14:33.701428+0000","last_active":"2024-09-16T01:14:36.575572+0000","last_peered":"2024-09-16T01:14:36.575572+0000","last_clean":"2024-09-16T01:14:36.575572+0000","last_became_active":"2024-09-16T01:14:33.701159+0000","last_became_peered":"2024-09-16T01:14:33.701159+0000","last_unstale":"2024-09-16T01:14:36.575572+0000","last_undegraded":"2024-09-16T01:14:36.575572+0000","last_fullsized":"2024-09-16T01:14:36.575572+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:07.105962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576148+0000","last_change":"2024-09-16T01:14:33.700584+0000","last_active":"2024-09-16T01:14:36.576148+0000","last_peered":"2024-09-16T01:14:36.576148+0000","last_clean":"2024-09-16T01:14:36.576148+0000","last_became_active":"2024-09-16T01:14:33.700303+0000","last_became_peered":"2024-09-16T01:14:33.700303+0000","last_unstale":"2024-09-16T01:14:36.576148+0000","last_undegraded":"2024-09-16T01:14:36.576148+0000","last_fullsized":"2024-09-16T01:14:36.576148+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:31:34.410491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698684+0000","last_change":"2024-09-16T01:14:33.701738+0000","last_active":"2024-09-16T01:14:34.698684+0000","last_peered":"2024-09-16T01:14:34.698684+0000","last_clean":"2024-09-16T01:14:34.698684+0000","last_became_active":"2024-09-16T01:14:33.701484+0000","last_became_peered":"2024-09-16T01:14:33.701484+0000","last_unstale":"2024-09-16T01:14:34.698684+0000","last_undegraded":"2024-09-16T01:14:34.698684+0000","last_fullsized":"2024-09-16T01:14:34.698684+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:59.652800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575940+0000","last_change":"2024-09-16T01:14:32.696516+0000","last_active":"2024-09-16T01:14:36.575940+0000","last_peered":"2024-09-16T01:14:36.575940+0000","last_clean":"2024-09-16T01:14:36.575940+0000","last_became_active":"2024-09-16T01:14:32.696248+0000","last_became_peered":"2024-09-16T01:14:32.696248+0000","last_unstale":"2024-09-16T01:14:36.575940+0000","last_undegraded":"2024-09-16T01:14:36.575940+0000","last_fullsized":"2024-09-16T01:14:36.575940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575911+0000","last_change":"2024-09-16T01:14:33.703595+0000","last_active":"2024-09-16T01:14:36.575911+0000","last_peered":"2024-09-16T01:14:36.575911+0000","last_clean":"2024-09-16T01:14:36.575911+0000","last_became_active":"2024-09-16T01:14:33.703305+0000","last_became_peered":"2024-09-16T01:14:33.703305+0000","last_unstale":"2024-09-16T01:14:36.575911+0000","last_undegraded":"2024-09-16T01:14:36.575911+0000","last_fullsized":"2024-09-16T01:14:36.575911+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:36.731125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698697+0000","last_change":"2024-09-16T01:14:32.696599+0000","last_active":"2024-09-16T01:14:34.698697+0000","last_peered":"2024-09-16T01:14:34.698697+0000","last_clean":"2024-09-16T01:14:34.698697+0000","last_became_active":"2024-09-16T01:14:32.696246+0000","last_became_peered":"2024-09-16T01:14:32.696246+0000","last_unstale":"2024-09-16T01:14:34.698697+0000","last_undegraded":"2024-09-16T01:14:34.698697+0000","last_fullsized":"2024-09-16T01:14:34.698697+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701141+0000","last_change":"2024-09-16T01:14:33.700410+0000","last_active":"2024-09-16T01:14:34.701141+0000","last_peered":"2024-09-16T01:14:34.701141+0000","last_clean":"2024-09-16T01:14:34.701141+0000","last_became_active":"2024-09-16T01:14:33.700147+0000","last_became_peered":"2024-09-16T01:14:33.700147+0000","last_unstale":"2024-09-16T01:14:34.701141+0000","last_undegraded":"2024-09-16T01:14:34.701141+0000","last_fullsized":"2024-09-16T01:14:34.701141+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:03:50.552976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786785+0000","last_change":"2024-09-16T01:14:32.699529+0000","last_active":"2024-09-16T01:14:34.786785+0000","last_peered":"2024-09-16T01:14:34.786785+0000","last_clean":"2024-09-16T01:14:34.786785+0000","last_became_active":"2024-09-16T01:14:32.699214+0000","last_became_peered":"2024-09-16T01:14:32.699214+0000","last_unstale":"2024-09-16T01:14:34.786785+0000","last_undegraded":"2024-09-16T01:14:34.786785+0000","last_fullsized":"2024-09-16T01:14:34.786785+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:50.655227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575699+0000","last_change":"2024-09-16T01:14:33.696553+0000","last_active":"2024-09-16T01:14:36.575699+0000","last_peered":"2024-09-16T01:14:36.575699+0000","last_clean":"2024-09-16T01:14:36.575699+0000","last_became_active":"2024-09-16T01:14:33.696293+0000","last_became_peered":"2024-09-16T01:14:33.696293+0000","last_unstale":"2024-09-16T01:14:36.575699+0000","last_undegraded":"2024-09-16T01:14:36.575699+0000","last_fullsized":"2024-09-16T01:14:36.575699+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:57:11.776608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311780+0000","last_change":"2024-09-16T01:14:32.692240+0000","last_active":"2024-09-16T01:14:35.311780+0000","last_peered":"2024-09-16T01:14:35.311780+0000","last_clean":"2024-09-16T01:14:35.311780+0000","last_became_active":"2024-09-16T01:14:32.691976+0000","last_became_peered":"2024-09-16T01:14:32.691976+0000","last_unstale":"2024-09-16T01:14:35.311780+0000","last_undegraded":"2024-09-16T01:14:35.311780+0000","last_fullsized":"2024-09-16T01:14:35.311780+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:55.767072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576110+0000","last_change":"2024-09-16T01:14:33.700537+0000","last_active":"2024-09-16T01:14:36.576110+0000","last_peered":"2024-09-16T01:14:36.576110+0000","last_clean":"2024-09-16T01:14:36.576110+0000","last_became_active":"2024-09-16T01:14:33.700241+0000","last_became_peered":"2024-09-16T01:14:33.700241+0000","last_unstale":"2024-09-16T01:14:36.576110+0000","last_undegraded":"2024-09-16T01:14:36.576110+0000","last_fullsized":"2024-09-16T01:14:36.576110+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:41.824340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701024+0000","last_change":"2024-09-16T01:14:32.690321+0000","last_active":"2024-09-16T01:14:34.701024+0000","last_peered":"2024-09-16T01:14:34.701024+0000","last_clean":"2024-09-16T01:14:34.701024+0000","last_became_active":"2024-09-16T01:14:32.690032+0000","last_became_peered":"2024-09-16T01:14:32.690032+0000","last_unstale":"2024-09-16T01:14:34.701024+0000","last_undegraded":"2024-09-16T01:14:34.701024+0000","last_fullsized":"2024-09-16T01:14:34.701024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702167+0000","last_change":"2024-09-16T01:14:33.693658+0000","last_active":"2024-09-16T01:14:34.702167+0000","last_peered":"2024-09-16T01:14:34.702167+0000","last_clean":"2024-09-16T01:14:34.702167+0000","last_became_active":"2024-09-16T01:14:33.693390+0000","last_became_peered":"2024-09-16T01:14:33.693390+0000","last_unstale":"2024-09-16T01:14:34.702167+0000","last_undegraded":"2024-09-16T01:14:34.702167+0000","last_fullsized":"2024-09-16T01:14:34.702167+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:45:56.711057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701138+0000","last_change":"2024-09-16T01:14:32.695911+0000","last_active":"2024-09-16T01:14:34.701138+0000","last_peered":"2024-09-16T01:14:34.701138+0000","last_clean":"2024-09-16T01:14:34.701138+0000","last_became_active":"2024-09-16T01:14:32.695675+0000","last_became_peered":"2024-09-16T01:14:32.695675+0000","last_unstale":"2024-09-16T01:14:34.701138+0000","last_undegraded":"2024-09-16T01:14:34.701138+0000","last_fullsized":"2024-09-16T01:14:34.701138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:54.557298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700770+0000","last_change":"2024-09-16T01:14:33.698246+0000","last_active":"2024-09-16T01:14:34.700770+0000","last_peered":"2024-09-16T01:14:34.700770+0000","last_clean":"2024-09-16T01:14:34.700770+0000","last_became_active":"2024-09-16T01:14:33.697962+0000","last_became_peered":"2024-09-16T01:14:33.697962+0000","last_unstale":"2024-09-16T01:14:34.700770+0000","last_undegraded":"2024-09-16T01:14:34.700770+0000","last_fullsized":"2024-09-16T01:14:34.700770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:11:33.703339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786399+0000","last_change":"2024-09-16T01:14:32.698605+0000","last_active":"2024-09-16T01:14:34.786399+0000","last_peered":"2024-09-16T01:14:34.786399+0000","last_clean":"2024-09-16T01:14:34.786399+0000","last_became_active":"2024-09-16T01:14:32.698310+0000","last_became_peered":"2024-09-16T01:14:32.698310+0000","last_unstale":"2024-09-16T01:14:34.786399+0000","last_undegraded":"2024-09-16T01:14:34.786399+0000","last_fullsized":"2024-09-16T01:14:34.786399+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:17.818748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575065+0000","last_change":"2024-09-16T01:14:33.703410+0000","last_active":"2024-09-16T01:14:36.575065+0000","last_peered":"2024-09-16T01:14:36.575065+0000","last_clean":"2024-09-16T01:14:36.575065+0000","last_became_active":"2024-09-16T01:14:33.703094+0000","last_became_peered":"2024-09-16T01:14:33.703094+0000","last_unstale":"2024-09-16T01:14:36.575065+0000","last_undegraded":"2024-09-16T01:14:36.575065+0000","last_fullsized":"2024-09-16T01:14:36.575065+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:45:26.928244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700698+0000","last_change":"2024-09-16T01:14:32.690219+0000","last_active":"2024-09-16T01:14:34.700698+0000","last_peered":"2024-09-16T01:14:34.700698+0000","last_clean":"2024-09-16T01:14:34.700698+0000","last_became_active":"2024-09-16T01:14:32.689915+0000","last_became_peered":"2024-09-16T01:14:32.689915+0000","last_unstale":"2024-09-16T01:14:34.700698+0000","last_undegraded":"2024-09-16T01:14:34.700698+0000","last_fullsized":"2024-09-16T01:14:34.700698+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:10:08.367570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702481+0000","last_change":"2024-09-16T01:14:33.704944+0000","last_active":"2024-09-16T01:14:34.702481+0000","last_peered":"2024-09-16T01:14:34.702481+0000","last_clean":"2024-09-16T01:14:34.702481+0000","last_became_active":"2024-09-16T01:14:33.704666+0000","last_became_peered":"2024-09-16T01:14:33.704666+0000","last_unstale":"2024-09-16T01:14:34.702481+0000","last_undegraded":"2024-09-16T01:14:34.702481+0000","last_fullsized":"2024-09-16T01:14:34.702481+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:33.410748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786708+0000","last_change":"2024-09-16T01:14:32.699436+0000","last_active":"2024-09-16T01:14:34.786708+0000","last_peered":"2024-09-16T01:14:34.786708+0000","last_clean":"2024-09-16T01:14:34.786708+0000","last_became_active":"2024-09-16T01:14:32.699133+0000","last_became_peered":"2024-09-16T01:14:32.699133+0000","last_unstale":"2024-09-16T01:14:34.786708+0000","last_undegraded":"2024-09-16T01:14:34.786708+0000","last_fullsized":"2024-09-16T01:14:34.786708+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:26:44.839923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786700+0000","last_change":"2024-09-16T01:14:33.711062+0000","last_active":"2024-09-16T01:14:34.786700+0000","last_peered":"2024-09-16T01:14:34.786700+0000","last_clean":"2024-09-16T01:14:34.786700+0000","last_became_active":"2024-09-16T01:14:33.710701+0000","last_became_peered":"2024-09-16T01:14:33.710701+0000","last_unstale":"2024-09-16T01:14:34.786700+0000","last_undegraded":"2024-09-16T01:14:34.786700+0000","last_fullsized":"2024-09-16T01:14:34.786700+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:19:56.195397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698750+0000","last_change":"2024-09-16T01:14:32.697573+0000","last_active":"2024-09-16T01:14:34.698750+0000","last_peered":"2024-09-16T01:14:34.698750+0000","last_clean":"2024-09-16T01:14:34.698750+0000","last_became_active":"2024-09-16T01:14:32.697270+0000","last_became_peered":"2024-09-16T01:14:32.697270+0000","last_unstale":"2024-09-16T01:14:34.698750+0000","last_undegraded":"2024-09-16T01:14:34.698750+0000","last_fullsized":"2024-09-16T01:14:34.698750+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786792+0000","last_change":"2024-09-16T01:14:33.701941+0000","last_active":"2024-09-16T01:14:34.786792+0000","last_peered":"2024-09-16T01:14:34.786792+0000","last_clean":"2024-09-16T01:14:34.786792+0000","last_became_active":"2024-09-16T01:14:33.701202+0000","last_became_peered":"2024-09-16T01:14:33.701202+0000","last_unstale":"2024-09-16T01:14:34.786792+0000","last_undegraded":"2024-09-16T01:14:34.786792+0000","last_fullsized":"2024-09-16T01:14:34.786792+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:32:47.239743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702533+0000","last_change":"2024-09-16T01:14:32.695340+0000","last_active":"2024-09-16T01:14:34.702533+0000","last_peered":"2024-09-16T01:14:34.702533+0000","last_clean":"2024-09-16T01:14:34.702533+0000","last_became_active":"2024-09-16T01:14:32.695028+0000","last_became_peered":"2024-09-16T01:14:32.695028+0000","last_unstale":"2024-09-16T01:14:34.702533+0000","last_undegraded":"2024-09-16T01:14:34.702533+0000","last_fullsized":"2024-09-16T01:14:34.702533+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:06.100658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702309+0000","last_change":"2024-09-16T01:14:33.705814+0000","last_active":"2024-09-16T01:14:34.702309+0000","last_peered":"2024-09-16T01:14:34.702309+0000","last_clean":"2024-09-16T01:14:34.702309+0000","last_became_active":"2024-09-16T01:14:33.705505+0000","last_became_peered":"2024-09-16T01:14:33.705505+0000","last_unstale":"2024-09-16T01:14:34.702309+0000","last_undegraded":"2024-09-16T01:14:34.702309+0000","last_fullsized":"2024-09-16T01:14:34.702309+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:01.883203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786753+0000","last_change":"2024-09-16T01:14:32.702029+0000","last_active":"2024-09-16T01:14:34.786753+0000","last_peered":"2024-09-16T01:14:34.786753+0000","last_clean":"2024-09-16T01:14:34.786753+0000","last_became_active":"2024-09-16T01:14:32.701673+0000","last_became_peered":"2024-09-16T01:14:32.701673+0000","last_unstale":"2024-09-16T01:14:34.786753+0000","last_undegraded":"2024-09-16T01:14:34.786753+0000","last_fullsized":"2024-09-16T01:14:34.786753+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:16.550827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575206+0000","last_change":"2024-09-16T01:14:33.699890+0000","last_active":"2024-09-16T01:14:36.575206+0000","last_peered":"2024-09-16T01:14:36.575206+0000","last_clean":"2024-09-16T01:14:36.575206+0000","last_became_active":"2024-09-16T01:14:33.699607+0000","last_became_peered":"2024-09-16T01:14:33.699607+0000","last_unstale":"2024-09-16T01:14:36.575206+0000","last_undegraded":"2024-09-16T01:14:36.575206+0000","last_fullsized":"2024-09-16T01:14:36.575206+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:40.334984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701077+0000","last_change":"2024-09-16T01:14:32.690497+0000","last_active":"2024-09-16T01:14:34.701077+0000","last_peered":"2024-09-16T01:14:34.701077+0000","last_clean":"2024-09-16T01:14:34.701077+0000","last_became_active":"2024-09-16T01:14:32.690177+0000","last_became_peered":"2024-09-16T01:14:32.690177+0000","last_unstale":"2024-09-16T01:14:34.701077+0000","last_undegraded":"2024-09-16T01:14:34.701077+0000","last_fullsized":"2024-09-16T01:14:34.701077+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:40.714633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786917+0000","last_change":"2024-09-16T01:14:33.710906+0000","last_active":"2024-09-16T01:14:34.786917+0000","last_peered":"2024-09-16T01:14:34.786917+0000","last_clean":"2024-09-16T01:14:34.786917+0000","last_became_active":"2024-09-16T01:14:33.710472+0000","last_became_peered":"2024-09-16T01:14:33.710472+0000","last_unstale":"2024-09-16T01:14:34.786917+0000","last_undegraded":"2024-09-16T01:14:34.786917+0000","last_fullsized":"2024-09-16T01:14:34.786917+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:32.166733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575163+0000","last_change":"2024-09-16T01:14:32.700945+0000","last_active":"2024-09-16T01:14:36.575163+0000","last_peered":"2024-09-16T01:14:36.575163+0000","last_clean":"2024-09-16T01:14:36.575163+0000","last_became_active":"2024-09-16T01:14:32.700529+0000","last_became_peered":"2024-09-16T01:14:32.700529+0000","last_unstale":"2024-09-16T01:14:36.575163+0000","last_undegraded":"2024-09-16T01:14:36.575163+0000","last_fullsized":"2024-09-16T01:14:36.575163+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:29.988836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576352+0000","last_change":"2024-09-16T01:14:33.703559+0000","last_active":"2024-09-16T01:14:36.576352+0000","last_peered":"2024-09-16T01:14:36.576352+0000","last_clean":"2024-09-16T01:14:36.576352+0000","last_became_active":"2024-09-16T01:14:33.703253+0000","last_became_peered":"2024-09-16T01:14:33.703253+0000","last_unstale":"2024-09-16T01:14:36.576352+0000","last_undegraded":"2024-09-16T01:14:36.576352+0000","last_fullsized":"2024-09-16T01:14:36.576352+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:19:56.195397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786443+0000","last_change":"2024-09-16T01:14:32.696990+0000","last_active":"2024-09-16T01:14:34.786443+0000","last_peered":"2024-09-16T01:14:34.786443+0000","last_clean":"2024-09-16T01:14:34.786443+0000","last_became_active":"2024-09-16T01:14:32.696655+0000","last_became_peered":"2024-09-16T01:14:32.696655+0000","last_unstale":"2024-09-16T01:14:34.786443+0000","last_undegraded":"2024-09-16T01:14:34.786443+0000","last_fullsized":"2024-09-16T01:14:34.786443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:22:08.239414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575624+0000","last_change":"2024-09-16T01:14:33.703610+0000","last_active":"2024-09-16T01:14:36.575624+0000","last_peered":"2024-09-16T01:14:36.575624+0000","last_clean":"2024-09-16T01:14:36.575624+0000","last_became_active":"2024-09-16T01:14:33.703341+0000","last_became_peered":"2024-09-16T01:14:33.703341+0000","last_unstale":"2024-09-16T01:14:36.575624+0000","last_undegraded":"2024-09-16T01:14:36.575624+0000","last_fullsized":"2024-09-16T01:14:36.575624+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:56.613052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786375+0000","last_change":"2024-09-16T01:14:32.697940+0000","last_active":"2024-09-16T01:14:34.786375+0000","last_peered":"2024-09-16T01:14:34.786375+0000","last_clean":"2024-09-16T01:14:34.786375+0000","last_became_active":"2024-09-16T01:14:32.696006+0000","last_became_peered":"2024-09-16T01:14:32.696006+0000","last_unstale":"2024-09-16T01:14:34.786375+0000","last_undegraded":"2024-09-16T01:14:34.786375+0000","last_fullsized":"2024-09-16T01:14:34.786375+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:26:29.988836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701274+0000","last_change":"2024-09-16T01:14:33.697508+0000","last_active":"2024-09-16T01:14:34.701274+0000","last_peered":"2024-09-16T01:14:34.701274+0000","last_clean":"2024-09-16T01:14:34.701274+0000","last_became_active":"2024-09-16T01:14:33.697232+0000","last_became_peered":"2024-09-16T01:14:33.697232+0000","last_unstale":"2024-09-16T01:14:34.701274+0000","last_undegraded":"2024-09-16T01:14:34.701274+0000","last_fullsized":"2024-09-16T01:14:34.701274+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:19:40.996666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575742+0000","last_change":"2024-09-16T01:14:32.699555+0000","last_active":"2024-09-16T01:14:36.575742+0000","last_peered":"2024-09-16T01:14:36.575742+0000","last_clean":"2024-09-16T01:14:36.575742+0000","last_became_active":"2024-09-16T01:14:32.699273+0000","last_became_peered":"2024-09-16T01:14:32.699273+0000","last_unstale":"2024-09-16T01:14:36.575742+0000","last_undegraded":"2024-09-16T01:14:36.575742+0000","last_fullsized":"2024-09-16T01:14:36.575742+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:39.329888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702460+0000","last_change":"2024-09-16T01:14:33.695849+0000","last_active":"2024-09-16T01:14:34.702460+0000","last_peered":"2024-09-16T01:14:34.702460+0000","last_clean":"2024-09-16T01:14:34.702460+0000","last_became_active":"2024-09-16T01:14:33.695544+0000","last_became_peered":"2024-09-16T01:14:33.695544+0000","last_unstale":"2024-09-16T01:14:34.702460+0000","last_undegraded":"2024-09-16T01:14:34.702460+0000","last_fullsized":"2024-09-16T01:14:34.702460+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:49.367020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701291+0000","last_change":"2024-09-16T01:14:32.693833+0000","last_active":"2024-09-16T01:14:34.701291+0000","last_peered":"2024-09-16T01:14:34.701291+0000","last_clean":"2024-09-16T01:14:34.701291+0000","last_became_active":"2024-09-16T01:14:32.693550+0000","last_became_peered":"2024-09-16T01:14:32.693550+0000","last_unstale":"2024-09-16T01:14:34.701291+0000","last_undegraded":"2024-09-16T01:14:34.701291+0000","last_fullsized":"2024-09-16T01:14:34.701291+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:19.322916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575391+0000","last_change":"2024-09-16T01:14:33.698296+0000","last_active":"2024-09-16T01:14:36.575391+0000","last_peered":"2024-09-16T01:14:36.575391+0000","last_clean":"2024-09-16T01:14:36.575391+0000","last_became_active":"2024-09-16T01:14:33.697996+0000","last_became_peered":"2024-09-16T01:14:33.697996+0000","last_unstale":"2024-09-16T01:14:36.575391+0000","last_undegraded":"2024-09-16T01:14:36.575391+0000","last_fullsized":"2024-09-16T01:14:36.575391+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:51.027437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701270+0000","last_change":"2024-09-16T01:14:32.689968+0000","last_active":"2024-09-16T01:14:34.701270+0000","last_peered":"2024-09-16T01:14:34.701270+0000","last_clean":"2024-09-16T01:14:34.701270+0000","last_became_active":"2024-09-16T01:14:32.689146+0000","last_became_peered":"2024-09-16T01:14:32.689146+0000","last_unstale":"2024-09-16T01:14:34.701270+0000","last_undegraded":"2024-09-16T01:14:34.701270+0000","last_fullsized":"2024-09-16T01:14:34.701270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311940+0000","last_change":"2024-09-16T01:14:33.701655+0000","last_active":"2024-09-16T01:14:35.311940+0000","last_peered":"2024-09-16T01:14:35.311940+0000","last_clean":"2024-09-16T01:14:35.311940+0000","last_became_active":"2024-09-16T01:14:33.701331+0000","last_became_peered":"2024-09-16T01:14:33.701331+0000","last_unstale":"2024-09-16T01:14:35.311940+0000","last_undegraded":"2024-09-16T01:14:35.311940+0000","last_fullsized":"2024-09-16T01:14:35.311940+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:55.908973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701112+0000","last_change":"2024-09-16T01:14:32.696688+0000","last_active":"2024-09-16T01:14:34.701112+0000","last_peered":"2024-09-16T01:14:34.701112+0000","last_clean":"2024-09-16T01:14:34.701112+0000","last_became_active":"2024-09-16T01:14:32.696430+0000","last_became_peered":"2024-09-16T01:14:32.696430+0000","last_unstale":"2024-09-16T01:14:34.701112+0000","last_undegraded":"2024-09-16T01:14:34.701112+0000","last_fullsized":"2024-09-16T01:14:34.701112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:12.818114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311698+0000","last_change":"2024-09-16T01:14:33.696422+0000","last_active":"2024-09-16T01:14:35.311698+0000","last_peered":"2024-09-16T01:14:35.311698+0000","last_clean":"2024-09-16T01:14:35.311698+0000","last_became_active":"2024-09-16T01:14:33.696099+0000","last_became_peered":"2024-09-16T01:14:33.696099+0000","last_unstale":"2024-09-16T01:14:35.311698+0000","last_undegraded":"2024-09-16T01:14:35.311698+0000","last_fullsized":"2024-09-16T01:14:35.311698+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:10.903186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698830+0000","last_change":"2024-09-16T01:14:32.694000+0000","last_active":"2024-09-16T01:14:34.698830+0000","last_peered":"2024-09-16T01:14:34.698830+0000","last_clean":"2024-09-16T01:14:34.698830+0000","last_became_active":"2024-09-16T01:14:32.693655+0000","last_became_peered":"2024-09-16T01:14:32.693655+0000","last_unstale":"2024-09-16T01:14:34.698830+0000","last_undegraded":"2024-09-16T01:14:34.698830+0000","last_fullsized":"2024-09-16T01:14:34.698830+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:28:44.208385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311896+0000","last_change":"2024-09-16T01:14:33.694440+0000","last_active":"2024-09-16T01:14:35.311896+0000","last_peered":"2024-09-16T01:14:35.311896+0000","last_clean":"2024-09-16T01:14:35.311896+0000","last_became_active":"2024-09-16T01:14:33.694133+0000","last_became_peered":"2024-09-16T01:14:33.694133+0000","last_unstale":"2024-09-16T01:14:35.311896+0000","last_undegraded":"2024-09-16T01:14:35.311896+0000","last_fullsized":"2024-09-16T01:14:35.311896+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:40.335191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575748+0000","last_change":"2024-09-16T01:14:32.696000+0000","last_active":"2024-09-16T01:14:36.575748+0000","last_peered":"2024-09-16T01:14:36.575748+0000","last_clean":"2024-09-16T01:14:36.575748+0000","last_became_active":"2024-09-16T01:14:32.695714+0000","last_became_peered":"2024-09-16T01:14:32.695714+0000","last_unstale":"2024-09-16T01:14:36.575748+0000","last_undegraded":"2024-09-16T01:14:36.575748+0000","last_fullsized":"2024-09-16T01:14:36.575748+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:02.281765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311701+0000","last_change":"2024-09-16T01:14:33.693607+0000","last_active":"2024-09-16T01:14:35.311701+0000","last_peered":"2024-09-16T01:14:35.311701+0000","last_clean":"2024-09-16T01:14:35.311701+0000","last_became_active":"2024-09-16T01:14:33.692499+0000","last_became_peered":"2024-09-16T01:14:33.692499+0000","last_unstale":"2024-09-16T01:14:35.311701+0000","last_undegraded":"2024-09-16T01:14:35.311701+0000","last_fullsized":"2024-09-16T01:14:35.311701+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:07:08.644519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700775+0000","last_change":"2024-09-16T01:14:32.692418+0000","last_active":"2024-09-16T01:14:34.700775+0000","last_peered":"2024-09-16T01:14:34.700775+0000","last_clean":"2024-09-16T01:14:34.700775+0000","last_became_active":"2024-09-16T01:14:32.692142+0000","last_became_peered":"2024-09-16T01:14:32.692142+0000","last_unstale":"2024-09-16T01:14:34.700775+0000","last_undegraded":"2024-09-16T01:14:34.700775+0000","last_fullsized":"2024-09-16T01:14:34.700775+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:20:55.533914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575864+0000","last_change":"2024-09-16T01:14:33.704581+0000","last_active":"2024-09-16T01:14:36.575864+0000","last_peered":"2024-09-16T01:14:36.575864+0000","last_clean":"2024-09-16T01:14:36.575864+0000","last_became_active":"2024-09-16T01:14:33.704004+0000","last_became_peered":"2024-09-16T01:14:33.704004+0000","last_unstale":"2024-09-16T01:14:36.575864+0000","last_undegraded":"2024-09-16T01:14:36.575864+0000","last_fullsized":"2024-09-16T01:14:36.575864+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:47.747462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.701868+0000","last_change":"2024-09-16T01:14:32.697157+0000","last_active":"2024-09-16T01:14:34.701868+0000","last_peered":"2024-09-16T01:14:34.701868+0000","last_clean":"2024-09-16T01:14:34.701868+0000","last_became_active":"2024-09-16T01:14:32.696869+0000","last_became_peered":"2024-09-16T01:14:32.696869+0000","last_unstale":"2024-09-16T01:14:34.701868+0000","last_undegraded":"2024-09-16T01:14:34.701868+0000","last_fullsized":"2024-09-16T01:14:34.701868+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:29.275761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:35.311808+0000","last_change":"2024-09-16T01:14:33.691449+0000","last_active":"2024-09-16T01:14:35.311808+0000","last_peered":"2024-09-16T01:14:35.311808+0000","last_clean":"2024-09-16T01:14:35.311808+0000","last_became_active":"2024-09-16T01:14:33.691127+0000","last_became_peered":"2024-09-16T01:14:33.691127+0000","last_unstale":"2024-09-16T01:14:35.311808+0000","last_undegraded":"2024-09-16T01:14:35.311808+0000","last_fullsized":"2024-09-16T01:14:35.311808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:08.872987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575797+0000","last_change":"2024-09-16T01:14:32.698267+0000","last_active":"2024-09-16T01:14:36.575797+0000","last_peered":"2024-09-16T01:14:36.575797+0000","last_clean":"2024-09-16T01:14:36.575797+0000","last_became_active":"2024-09-16T01:14:32.697982+0000","last_became_peered":"2024-09-16T01:14:32.697982+0000","last_unstale":"2024-09-16T01:14:36.575797+0000","last_undegraded":"2024-09-16T01:14:36.575797+0000","last_fullsized":"2024-09-16T01:14:36.575797+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.702431+0000","last_change":"2024-09-16T01:14:33.695221+0000","last_active":"2024-09-16T01:14:34.702431+0000","last_peered":"2024-09-16T01:14:34.702431+0000","last_clean":"2024-09-16T01:14:34.702431+0000","last_became_active":"2024-09-16T01:14:33.694943+0000","last_became_peered":"2024-09-16T01:14:33.694943+0000","last_unstale":"2024-09-16T01:14:34.702431+0000","last_undegraded":"2024-09-16T01:14:34.702431+0000","last_fullsized":"2024-09-16T01:14:34.702431+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:47.262977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698809+0000","last_change":"2024-09-16T01:14:32.694302+0000","last_active":"2024-09-16T01:14:34.698809+0000","last_peered":"2024-09-16T01:14:34.698809+0000","last_clean":"2024-09-16T01:14:34.698809+0000","last_became_active":"2024-09-16T01:14:32.693998+0000","last_became_peered":"2024-09-16T01:14:32.693998+0000","last_unstale":"2024-09-16T01:14:34.698809+0000","last_undegraded":"2024-09-16T01:14:34.698809+0000","last_fullsized":"2024-09-16T01:14:34.698809+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:54.903669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698619+0000","last_change":"2024-09-16T01:14:33.695908+0000","last_active":"2024-09-16T01:14:34.698619+0000","last_peered":"2024-09-16T01:14:34.698619+0000","last_clean":"2024-09-16T01:14:34.698619+0000","last_became_active":"2024-09-16T01:14:33.695603+0000","last_became_peered":"2024-09-16T01:14:33.695603+0000","last_unstale":"2024-09-16T01:14:34.698619+0000","last_undegraded":"2024-09-16T01:14:34.698619+0000","last_fullsized":"2024-09-16T01:14:34.698619+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:17.556130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575564+0000","last_change":"2024-09-16T01:14:32.696948+0000","last_active":"2024-09-16T01:14:36.575564+0000","last_peered":"2024-09-16T01:14:36.575564+0000","last_clean":"2024-09-16T01:14:36.575564+0000","last_became_active":"2024-09-16T01:14:32.696412+0000","last_became_peered":"2024-09-16T01:14:32.696412+0000","last_unstale":"2024-09-16T01:14:36.575564+0000","last_undegraded":"2024-09-16T01:14:36.575564+0000","last_fullsized":"2024-09-16T01:14:36.575564+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575688+0000","last_change":"2024-09-16T01:14:33.704917+0000","last_active":"2024-09-16T01:14:36.575688+0000","last_peered":"2024-09-16T01:14:36.575688+0000","last_clean":"2024-09-16T01:14:36.575688+0000","last_became_active":"2024-09-16T01:14:33.704615+0000","last_became_peered":"2024-09-16T01:14:33.704615+0000","last_unstale":"2024-09-16T01:14:36.575688+0000","last_undegraded":"2024-09-16T01:14:36.575688+0000","last_fullsized":"2024-09-16T01:14:36.575688+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:55:57.268438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698977+0000","last_change":"2024-09-16T01:14:32.691669+0000","last_active":"2024-09-16T01:14:34.698977+0000","last_peered":"2024-09-16T01:14:34.698977+0000","last_clean":"2024-09-16T01:14:34.698977+0000","last_became_active":"2024-09-16T01:14:32.691383+0000","last_became_peered":"2024-09-16T01:14:32.691383+0000","last_unstale":"2024-09-16T01:14:34.698977+0000","last_undegraded":"2024-09-16T01:14:34.698977+0000","last_fullsized":"2024-09-16T01:14:34.698977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:36.431962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.698884+0000","last_change":"2024-09-16T01:14:33.699420+0000","last_active":"2024-09-16T01:14:34.698884+0000","last_peered":"2024-09-16T01:14:34.698884+0000","last_clean":"2024-09-16T01:14:34.698884+0000","last_became_active":"2024-09-16T01:14:33.699114+0000","last_became_peered":"2024-09-16T01:14:33.699114+0000","last_unstale":"2024-09-16T01:14:34.698884+0000","last_undegraded":"2024-09-16T01:14:34.698884+0000","last_fullsized":"2024-09-16T01:14:34.698884+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:38.716825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575266+0000","last_change":"2024-09-16T01:14:32.692724+0000","last_active":"2024-09-16T01:14:36.575266+0000","last_peered":"2024-09-16T01:14:36.575266+0000","last_clean":"2024-09-16T01:14:36.575266+0000","last_became_active":"2024-09-16T01:14:32.692400+0000","last_became_peered":"2024-09-16T01:14:32.692400+0000","last_unstale":"2024-09-16T01:14:36.575266+0000","last_undegraded":"2024-09-16T01:14:36.575266+0000","last_fullsized":"2024-09-16T01:14:36.575266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:07.867684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786404+0000","last_change":"2024-09-16T01:14:33.693188+0000","last_active":"2024-09-16T01:14:34.786404+0000","last_peered":"2024-09-16T01:14:34.786404+0000","last_clean":"2024-09-16T01:14:34.786404+0000","last_became_active":"2024-09-16T01:14:33.692923+0000","last_became_peered":"2024-09-16T01:14:33.692923+0000","last_unstale":"2024-09-16T01:14:34.786404+0000","last_undegraded":"2024-09-16T01:14:34.786404+0000","last_fullsized":"2024-09-16T01:14:34.786404+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:51.582921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700923+0000","last_change":"2024-09-16T01:14:32.693332+0000","last_active":"2024-09-16T01:14:34.700923+0000","last_peered":"2024-09-16T01:14:34.700923+0000","last_clean":"2024-09-16T01:14:34.700923+0000","last_became_active":"2024-09-16T01:14:32.692930+0000","last_became_peered":"2024-09-16T01:14:32.692930+0000","last_unstale":"2024-09-16T01:14:34.700923+0000","last_undegraded":"2024-09-16T01:14:34.700923+0000","last_fullsized":"2024-09-16T01:14:34.700923+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:29.605160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.700834+0000","last_change":"2024-09-16T01:14:33.689225+0000","last_active":"2024-09-16T01:14:34.700834+0000","last_peered":"2024-09-16T01:14:34.700834+0000","last_clean":"2024-09-16T01:14:34.700834+0000","last_became_active":"2024-09-16T01:14:33.688912+0000","last_became_peered":"2024-09-16T01:14:33.688912+0000","last_unstale":"2024-09-16T01:14:34.700834+0000","last_undegraded":"2024-09-16T01:14:34.700834+0000","last_fullsized":"2024-09-16T01:14:34.700834+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:08:27.667962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:34.786478+0000","last_change":"2024-09-16T01:14:32.697726+0000","last_active":"2024-09-16T01:14:34.786478+0000","last_peered":"2024-09-16T01:14:34.786478+0000","last_clean":"2024-09-16T01:14:34.786478+0000","last_became_active":"2024-09-16T01:14:32.697392+0000","last_became_peered":"2024-09-16T01:14:32.697392+0000","last_unstale":"2024-09-16T01:14:34.786478+0000","last_undegraded":"2024-09-16T01:14:34.786478+0000","last_fullsized":"2024-09-16T01:14:34.786478+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:24:47.899629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576287+0000","last_change":"2024-09-16T01:14:33.703431+0000","last_active":"2024-09-16T01:14:36.576287+0000","last_peered":"2024-09-16T01:14:36.576287+0000","last_clean":"2024-09-16T01:14:36.576287+0000","last_became_active":"2024-09-16T01:14:33.703167+0000","last_became_peered":"2024-09-16T01:14:33.703167+0000","last_unstale":"2024-09-16T01:14:36.576287+0000","last_undegraded":"2024-09-16T01:14:36.576287+0000","last_fullsized":"2024-09-16T01:14:36.576287+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:32.673183+0000","last_clean_scrub_stamp":"2024-09-16T01:14:32.673183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:08.646760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.575826+0000","last_change":"2024-09-16T01:14:32.694939+0000","last_active":"2024-09-16T01:14:36.575826+0000","last_peered":"2024-09-16T01:14:36.575826+0000","last_clean":"2024-09-16T01:14:36.575826+0000","last_became_active":"2024-09-16T01:14:32.694403+0000","last_became_peered":"2024-09-16T01:14:32.694403+0000","last_unstale":"2024-09-16T01:14:36.575826+0000","last_undegraded":"2024-09-16T01:14:36.575826+0000","last_fullsized":"2024-09-16T01:14:36.575826+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:14:31.667879+0000","last_clean_scrub_stamp":"2024-09-16T01:14:31.667879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:26.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":190,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T01:14:36.576427+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:36.576427+0000","last_peered":"2024-09-16T01:14:36.576427+0000","last_clean":"2024-09-16T01:14:36.576427+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:36.576427+0000","last_undegraded":"2024-09-16T01:14:36.576427+0000","last_fullsized":"2024-09-16T01:14:36.576427+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":950272,"data_stored":726791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":360448,"data_stored":136949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":137005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":136437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":137967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":356352,"data_stored":136403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31548,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340292,"statfs":{"total":96636764160,"available":96604459008,"internally_reserved":0,"allocated":368640,"data_stored":137967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":946176,"data_stored":726701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:14:41.414 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:14:41.415 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T01:14:41.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.559+0000 7f7c604c9640 1 Processor -- start 2024-09-16T01:14:41.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.559+0000 7f7c604c9640 1 -- start start 2024-09-16T01:14:41.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c604c9640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c604c9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c604c9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c581627f0 con 0x7f7c5815bf10 2024-09-16T01:14:41.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c604c9640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f7c5815edf0 con 0x7f7c580af000 2024-09-16T01:14:41.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c604c9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7c58162ad0 con 0x7f7c5806bc10 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5da64640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5ea66640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5ea66640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:59948/0 (socket says 172.21.15.29:59948) 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5e265640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f7c5815bf10 0x7f7c58161f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:33664/0 (socket says 172.21.15.29:33664) 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5da64640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:54828/0 (socket says 172.21.15.29:54828) 2024-09-16T01:14:41.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.560+0000 7f7c5ea66640 1 -- 172.21.15.29:0/3634681718 learned_addr learned my addr 172.21.15.29:0/3634681718 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5ea66640 1 -- 172.21.15.29:0/3634681718 >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 msgr2=0x7f7c5815f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5ea66640 1 --2- 172.21.15.29:0/3634681718 >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5ea66640 1 -- 172.21.15.29:0/3634681718 >> v1:172.21.15.122:6789/0 conn(0x7f7c5815bf10 legacy=0x7f7c58161f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5ea66640 1 -- 172.21.15.29:0/3634681718 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c58162db0 con 0x7f7c5806bc10 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5da64640 1 --2- 172.21.15.29:0/3634681718 >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:41.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.561+0000 7f7c5ea66640 1 --2- 172.21.15.29:0/3634681718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009e50 tx=0x7f7c5002a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a83fce85c922bcdc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c5d263640 1 -- 172.21.15.29:0/3634681718 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50036070 con 0x7f7c5806bc10 2024-09-16T01:14:41.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c5d263640 1 -- 172.21.15.29:0/3634681718 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c50031600 con 0x7f7c5806bc10 2024-09-16T01:14:41.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c5d263640 1 -- 172.21.15.29:0/3634681718 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c500319d0 con 0x7f7c5806bc10 2024-09-16T01:14:41.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 -- 172.21.15.29:0/3634681718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 msgr2=0x7f7c5806c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 --2- 172.21.15.29:0/3634681718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009e50 tx=0x7f7c5002a7a0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 -- 172.21.15.29:0/3634681718 shutdown_connections 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 --2- 172.21.15.29:0/3634681718 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c5806c0a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 --2- 172.21.15.29:0/3634681718 >> v2:172.21.15.122:3300/0 conn(0x7f7c580af000 0x7f7c5815f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 -- 172.21.15.29:0/3634681718 >> 172.21.15.29:0/3634681718 conn(0x7f7c580b3010 msgr2=0x7f7c580b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 -- 172.21.15.29:0/3634681718 shutdown_connections 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.562+0000 7f7c604c9640 1 -- 172.21.15.29:0/3634681718 wait complete. 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.563+0000 7f7c604c9640 1 Processor -- start 2024-09-16T01:14:41.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 -- start start 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c58152280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5815bf10 0x7f7c5815dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5815f7c0 con 0x7f7c580af000 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5815c2f0 con 0x7f7c5815bf10 2024-09-16T01:14:41.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c604c9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f7c5815f940 con 0x7f7c5806bc10 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c5da64640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c5da64640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59606/0 (socket says 172.21.15.29:59606) 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c5da64640 1 -- 172.21.15.29:0/1252768123 learned_addr learned my addr 172.21.15.29:0/1252768123 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c5e265640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c58152280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.564+0000 7f7c5ea66640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5815bf10 0x7f7c5815dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 -- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 msgr2=0x7f7c58152280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c58152280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 -- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5815bf10 msgr2=0x7f7c5815dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5815bf10 0x7f7c5815dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 -- 172.21.15.29:0/1252768123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c580cefe0 con 0x7f7c580af000 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c5da64640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800e960 tx=0x7f7c4800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48017070 con 0x7f7c580af000 2024-09-16T01:14:41.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c4800ca00 con 0x7f7c580af000 2024-09-16T01:14:41.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581e9070 con 0x7f7c580af000 2024-09-16T01:14:41.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4800cdd0 con 0x7f7c580af000 2024-09-16T01:14:41.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.565+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c580cf560 con 0x7f7c580af000 2024-09-16T01:14:41.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.566+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c580ae8a0 con 0x7f7c580af000 2024-09-16T01:14:41.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.567+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7c4801a070 con 0x7f7c580af000 2024-09-16T01:14:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.567+0000 7f7c4effd640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 0x7f7c3c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.567+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f7c4808b250 con 0x7f7c580af000 2024-09-16T01:14:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.567+0000 7f7c5e265640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 0x7f7c3c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.568+0000 7f7c5e265640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 0x7f7c3c06e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7c54007fd0 tx=0x7f7c54007e80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.571+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7c580ae8a0 con 0x7f7c580af000 2024-09-16T01:14:41.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.814+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7c5815f280 con 0x7f7c580af000 2024-09-16T01:14:41.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.815+0000 7f7c4effd640 1 -- 172.21.15.29:0/1252768123 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f7c48059370 con 0x7f7c580af000 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAOhudm7rJNFBAASK6yu4ApwFMFezcGPCtr1g== 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T01:14:41.817 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 msgr2=0x7f7c3c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 0x7f7c3c06e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7c54007fd0 tx=0x7f7c54007e80 comp rx=0 tx=0).stop 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 msgr2=0x7f7c581e8790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7c4800e960 tx=0x7f7c4800ee20 comp rx=0 tx=0).stop 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 shutdown_connections 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f7c3c06c2e0 0x7f7c3c06e7a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5815bf10 0x7f7c5815dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c580af000 0x7f7c581e8790 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 --2- 172.21.15.29:0/1252768123 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f7c5806bc10 0x7f7c58152280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 >> 172.21.15.29:0/1252768123 conn(0x7f7c580b3010 msgr2=0x7f7c580b0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:41.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 shutdown_connections 2024-09-16T01:14:41.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.818+0000 7f7c604c9640 1 -- 172.21.15.29:0/1252768123 wait complete. 2024-09-16T01:14:41.830 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:41.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.931+0000 7f8615c27640 1 Processor -- start 2024-09-16T01:14:41.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.931+0000 7f8615c27640 1 -- start start 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f8615c27640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f861006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f8615c27640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f861006e3c0 con 0x7f861006c150 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f8615c27640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f861006e6a0 con 0x7f86100b07e0 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f8615c27640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f861006c5b0 con 0x7f8610158c90 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f860effd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f861006c150 0x7f86100b00d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36050/0 (socket says 172.21.15.29:36050) 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.932+0000 7f860effd640 1 -- 172.21.15.29:0/1097837768 learned_addr learned my addr 172.21.15.29:0/1097837768 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860f7fe640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f861006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2870413367 0 0) 0x7f861006e3c0 con 0x7f861006c150 2024-09-16T01:14:41.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85f8003520 con 0x7f861006c150 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4092089294 0 0) 0x7f85f8003520 con 0x7f861006c150 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 msgr2=0x7f861006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f861006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 >> v1:172.21.15.122:6789/0 conn(0x7f86100b07e0 legacy=0x7f861015eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861006e980 con 0x7f861006c150 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f8604001670 con 0x7f861006c150 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 >> v1:172.21.15.29:6789/0 conn(0x7f861006c150 legacy=0x7f86100b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f85f80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85f8003f60 0x7f85f8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85f8004d40 0x7f85f80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f85f800ba70 con 0x7f85f8004d40 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f85f800bc20 con 0x7f85f8003f60 2024-09-16T01:14:41.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f85f800be20 con 0x7f8610158c90 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85f8004d40 0x7f85f80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860f7fe640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f85f80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860effd640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85f8003f60 0x7f85f8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 -- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 msgr2=0x7f85f80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8610158c90 0x7f85f80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 -- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85f8003f60 msgr2=0x7f85f8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85f8003f60 0x7f85f8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.933+0000 7f860ffff640 1 -- 172.21.15.29:0/1097837768 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f8003520 con 0x7f85f8004d40 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.934+0000 7f860ffff640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85f8004d40 0x7f85f80051c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8608001e50 tx=0x7f85f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f58407cd882c37e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.934+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8608001a70 con 0x7f85f8004d40 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.934+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8608003970 con 0x7f85f8004d40 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.934+0000 7f860e7fc640 1 -- 172.21.15.29:0/1097837768 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8608003d60 con 0x7f85f8004d40 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 -- 172.21.15.29:0/1097837768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85f8004d40 msgr2=0x7f85f80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 --2- 172.21.15.29:0/1097837768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85f8004d40 0x7f85f80051c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8608001e50 tx=0x7f85f8005830 comp rx=0 tx=0).stop 2024-09-16T01:14:41.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f860ffff640 1 -- 172.21.15.29:0/1097837768 reap_dead start 2024-09-16T01:14:41.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 -- 172.21.15.29:0/1097837768 shutdown_connections 2024-09-16T01:14:41.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 -- 172.21.15.29:0/1097837768 >> 172.21.15.29:0/1097837768 conn(0x7f8610067b30 msgr2=0x7f861006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:41.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 -- 172.21.15.29:0/1097837768 shutdown_connections 2024-09-16T01:14:41.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.935+0000 7f8615c27640 1 -- 172.21.15.29:0/1097837768 wait complete. 2024-09-16T01:14:41.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.936+0000 7f8615c27640 1 Processor -- start 2024-09-16T01:14:41.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.936+0000 7f8615c27640 1 -- start start 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f85f8004d40 0x7f86101f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8610152590 0x7f86101f1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86100b4210 con 0x7f8610072730 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f861006e170 con 0x7f8610152590 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f8615c27640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f86100b4390 con 0x7f85f8004d40 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59624/0 (socket says 172.21.15.29:59624) 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 -- 172.21.15.29:0/1780353345 learned_addr learned my addr 172.21.15.29:0/1780353345 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860effd640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8610152590 0x7f86101f1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860f7fe640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f85f8004d40 0x7f86101f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 -- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f85f8004d40 msgr2=0x7f86101f4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f85f8004d40 0x7f86101f4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 -- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8610152590 msgr2=0x7f86101f1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8610152590 0x7f86101f1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.937+0000 7f860ffff640 1 -- 172.21.15.29:0/1780353345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86101f1a90 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f860ffff640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8608001f70 tx=0x7f86080014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8608001a70 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8608040070 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8608007db0 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8610152a70 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.938+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8610153030 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.939+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f861006d590 con 0x7f8610072730 2024-09-16T01:14:41.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.939+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f860803a070 con 0x7f8610072730 2024-09-16T01:14:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.940+0000 7f85f7fff640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 0x7f85fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.940+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f86080aabf0 con 0x7f8610072730 2024-09-16T01:14:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.940+0000 7f860f7fe640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 0x7f85fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.941+0000 7f860f7fe640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 0x7f85fc06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f86100b62d0 tx=0x7f8600009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:41.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:41.944+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f861006d590 con 0x7f8610072730 2024-09-16T01:14:42.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.155+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f861006bc10 con 0x7f8610072730 2024-09-16T01:14:42.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.155+0000 7f85f7fff640 1 -- 172.21.15.29:0/1780353345 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7f86080793f0 con 0x7f8610072730 2024-09-16T01:14:42.157 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:42.157 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":16,"btime":"2024-09-16T01:14:35:697222+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4824,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:35.040437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6835/3030489285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3030489285},{"type":"v1","addr":"172.21.15.29:6835","nonce":3030489285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-16T01:14:42.157 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 16 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 msgr2=0x7f85fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 0x7f85fc06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f86100b62d0 tx=0x7f8600009190 comp rx=0 tx=0).stop 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 msgr2=0x7f8610072bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8608001f70 tx=0x7f86080014a0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 shutdown_connections 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f85fc06c2b0 0x7f85fc06e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8610072730 0x7f8610072bc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8610152590 0x7f86101f1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 --2- 172.21.15.29:0/1780353345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f85f8004d40 0x7f86101f4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 >> 172.21.15.29:0/1780353345 conn(0x7f8610067b30 msgr2=0x7f86100d1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 shutdown_connections 2024-09-16T01:14:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.158+0000 7f8615c27640 1 -- 172.21.15.29:0/1780353345 wait complete. 2024-09-16T01:14:42.573 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:14:33.048668+0000', 'modified': '2024-09-16T01:14:35.040437+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4839}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4839': {'gid': 4839, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.29:6835/3030489285', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6834', 'nonce': 3030489285}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 3030489285}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4839, 'qdb_cluster': [4839]} 2024-09-16T01:14:42.573 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:14:42.573 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T01:14:42.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.680+0000 7f674b9d8640 1 Processor -- start 2024-09-16T01:14:42.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.680+0000 7f674b9d8640 1 -- start start 2024-09-16T01:14:42.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f674b9d8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f67440ceaf0 0x7f67440cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f674b9d8640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67440731d0 con 0x7f674415e670 2024-09-16T01:14:42.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f674b9d8640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67440734b0 con 0x7f67440b5320 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f674b9d8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f67440d0040 con 0x7f67440ceaf0 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f6749774640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f674415e670 0x7f6744070a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36052/0 (socket says 172.21.15.29:36052) 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f6749774640 1 -- 172.21.15.29:0/3389802599 learned_addr learned my addr 172.21.15.29:0/3389802599 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f6748f73640 1 --2- 172.21.15.29:0/3389802599 >> v2:172.21.15.122:3300/0 conn(0x7f67440ceaf0 0x7f67440cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3789576140 0 0) 0x7f67440731d0 con 0x7f674415e670 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.681+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6730003520 con 0x7f674415e670 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3944572610 0 0) 0x7f6730003520 con 0x7f674415e670 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f6748f73640 1 -- 172.21.15.29:0/3389802599 >> v1:172.21.15.122:6789/0 conn(0x7f67440b5320 legacy=0x7f67440b5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f6748f73640 1 -- 172.21.15.29:0/3389802599 >> v1:172.21.15.29:6789/0 conn(0x7f674415e670 legacy=0x7f6744070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f6748f73640 1 -- 172.21.15.29:0/3389802599 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6744073790 con 0x7f67440ceaf0 2024-09-16T01:14:42.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f6748f73640 1 --2- 172.21.15.29:0/3389802599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440ceaf0 0x7f67440cef50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f67340097a0 tx=0x7f673402a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9f47c24bc36522a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.682+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6734037070 con 0x7f67440ceaf0 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673402abf0 con 0x7f67440ceaf0 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f673bfff640 1 -- 172.21.15.29:0/3389802599 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740001670 con 0x7f67440ceaf0 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 -- 172.21.15.29:0/3389802599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440ceaf0 msgr2=0x7f67440cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3389802599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440ceaf0 0x7f67440cef50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f67340097a0 tx=0x7f673402a160 comp rx=0 tx=0).stop 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 -- 172.21.15.29:0/3389802599 shutdown_connections 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3389802599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440ceaf0 0x7f67440cef50 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 -- 172.21.15.29:0/3389802599 >> 172.21.15.29:0/3389802599 conn(0x7f674406f400 msgr2=0x7f674406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 -- 172.21.15.29:0/3389802599 shutdown_connections 2024-09-16T01:14:42.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.683+0000 7f674b9d8640 1 -- 172.21.15.29:0/3389802599 wait complete. 2024-09-16T01:14:42.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.684+0000 7f674b9d8640 1 Processor -- start 2024-09-16T01:14:42.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.684+0000 7f674b9d8640 1 -- start start 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 0x7f67440b1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 0x7f6744159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f674415fa60 con 0x7f674415e670 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6744072f80 con 0x7f67440b5320 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f674b9d8640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6744073de0 con 0x7f67440ceaf0 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59626/0 (socket says 172.21.15.29:59626) 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 -- 172.21.15.29:0/3711152516 learned_addr learned my addr 172.21.15.29:0/3711152516 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749774640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 0x7f67440b1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6748f73640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 0x7f6744159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 -- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 msgr2=0x7f6744159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 0x7f6744159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 -- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 msgr2=0x7f67440b1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 0x7f67440b1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749f75640 1 -- 172.21.15.29:0/3711152516 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67440b1920 con 0x7f674415e670 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6749774640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 0x7f67440b1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.685+0000 7f6748f73640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 0x7f6744159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f6749f75640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f673c00c8c0 tx=0x7f673c00cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f6739ffb640 1 -- 172.21.15.29:0/3711152516 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c003da0 con 0x7f674415e670 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f6739ffb640 1 -- 172.21.15.29:0/3711152516 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673c005070 con 0x7f674415e670 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67440d2680 con 0x7f674415e670 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f6739ffb640 1 -- 172.21.15.29:0/3711152516 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c005460 con 0x7f674415e670 2024-09-16T01:14:42.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.686+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67440d2c40 con 0x7f674415e670 2024-09-16T01:14:42.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.688+0000 7f6739ffb640 1 -- 172.21.15.29:0/3711152516 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f673c005600 con 0x7f674415e670 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.688+0000 7f6739ffb640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 0x7f672806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.689+0000 7f6739ffb640 1 -- 172.21.15.29:0/3711152516 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f673c08b490 con 0x7f674415e670 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.689+0000 7f6749774640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 0x7f672806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.689+0000 7f6749774640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 0x7f672806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f67400011e0 tx=0x7f6740009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.689+0000 7f674e849740 1 Processor -- start 2024-09-16T01:14:42.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.689+0000 7f674e849740 1 -- start start 2024-09-16T01:14:42.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e2ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de3a80 0x55c288de66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c288d48520 con 0x55c288de7a50 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c288cf03e0 con 0x55c288de3a80 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55c288d444e0 con 0x55c288de62c0 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59640/0 (socket says 172.21.15.29:59640) 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f6749774640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e2ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f6749f75640 1 -- 172.21.15.29:0/1439383360 learned_addr learned my addr 172.21.15.29:0/1439383360 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.690+0000 7f6748f73640 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de3a80 0x55c288de66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 -- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 msgr2=0x55c288e2ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e2ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 -- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de3a80 msgr2=0x55c288de66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de3a80 0x55c288de66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 -- 172.21.15.29:0/1439383360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c288d0b2f0 con 0x55c288de7a50 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f6749f75640 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f673c089900 tx=0x7f673c059c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5211af9045f50c0d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f672effd640 1 -- 172.21.15.29:0/1439383360 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c05d8b0 con 0x55c288de7a50 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f672effd640 1 -- 172.21.15.29:0/1439383360 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673c0620e0 con 0x55c288de7a50 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f672effd640 1 -- 172.21.15.29:0/1439383360 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c055b70 con 0x55c288de7a50 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 -- 172.21.15.29:0/1439383360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 msgr2=0x55c288de08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f673c089900 tx=0x7f673c059c00 comp rx=0 tx=0).stop 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 -- 172.21.15.29:0/1439383360 shutdown_connections 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288de08b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de3a80 0x55c288de66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 --2- 172.21.15.29:0/1439383360 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e2ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.691+0000 7f674e849740 1 -- 172.21.15.29:0/1439383360 >> 172.21.15.29:0/1439383360 conn(0x55c288de2a80 msgr2=0x55c288e2af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.692+0000 7f674e849740 1 -- 172.21.15.29:0/1439383360 shutdown_connections 2024-09-16T01:14:42.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.692+0000 7f674e849740 1 -- 172.21.15.29:0/1439383360 wait complete. 2024-09-16T01:14:42.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.692+0000 7f674e849740 1 -- start start 2024-09-16T01:14:42.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.692+0000 7f674e849740 1 Processor -- start 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e28520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e2a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c288de1f20 con 0x55c288de62c0 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c288cd1450 con 0x55c288de7a50 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55c288e2c290 con 0x55c288e29f20 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f674e849740 10 client.0 _ll_register_callbacks cb 0x55c288a5aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59656/0 (socket says 172.21.15.29:59656) 2024-09-16T01:14:42.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 -- 172.21.15.29:0/4260089722 learned_addr learned my addr 172.21.15.29:0/4260089722 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749f75640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e2a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6748f73640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e28520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 -- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 msgr2=0x55c288e2a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e2a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 -- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 msgr2=0x55c288e28520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e28520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6749774640 1 -- 172.21.15.29:0/4260089722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c288a5b2d0 con 0x55c288de62c0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.693+0000 7f6748f73640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e28520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6749774640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6740005da0 tx=0x7f6740000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec460b6024152e3e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740026060 con 0x55c288de62c0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6740021aa0 con 0x55c288de62c0 2024-09-16T01:14:42.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f673c0620e0 con 0x55c288de62c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f6740021ca0 con 0x55c288de62c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 10 client.5025 fetch_fsmap learned FSMap version 16 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55c288b256b0 con 0x55c288de62c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673c0620e0 con 0x55c288de62c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f6740012620 con 0x55c288de62c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 10 client.5025 fetch_fsmap finished waiting for FSMap version 16 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 10 client.5025 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 20 client.5025 populate_metadata read hostname 'smithi029' 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288e472c0 0x55c288e496b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 4 client.5025 mds_command: new command op to 4839 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 --> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c288d55c50 con 0x55c288e472c0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.694+0000 7f6748f73640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288e472c0 0x55c288e496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.695+0000 7f6723fff640 10 client.5025 ms_handle_connect on v2:172.21.15.29:6834/3030489285 2024-09-16T01:14:42.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.695+0000 7f6748f73640 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288e472c0 0x55c288e496b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad24351193a20a59 server_cookie=140c1dc8febecd51 in_seq=0 out_seq=0 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.695+0000 7f6723fff640 1 -- 172.21.15.29:0/4260089722 <== mds.0 v2:172.21.15.29:6834/3030489285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c288d55c50 con 0x55c288e472c0 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.695+0000 7f6723fff640 10 client.5025 handle_command_reply: tid=0 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.695+0000 7f674e849740 1 client.5025 shutdown 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 msgr2=0x55c288e07580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6740005da0 tx=0x7f6740000ed0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 shutdown_connections 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288e472c0 0x55c288e496b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e2a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f6723fff640 0 client.5025 ms_handle_reset on v2:172.21.15.29:6834/3030489285 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e28520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 --2- 172.21.15.29:0/4260089722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de62c0 0x55c288e07580 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 >> 172.21.15.29:0/4260089722 conn(0x55c288de3a80 msgr2=0x55c288e2e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 shutdown_connections 2024-09-16T01:14:42.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 1 -- 172.21.15.29:0/4260089722 wait complete. 2024-09-16T01:14:42.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.696+0000 7f674e849740 20 client.5025 trim_cache size 0 max 16384 2024-09-16T01:14:42.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.714+0000 7f674e849740 1 Processor -- start 2024-09-16T01:14:42.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.714+0000 7f674e849740 1 -- start start 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e04260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e2e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f67441ffa30 con 0x55c288e29f20 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f67441fed90 con 0x55c288de7a50 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f67441ff3e0 con 0x55c288de62c0 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59666/0 (socket says 172.21.15.29:59666) 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 -- 172.21.15.29:0/4041294450 learned_addr learned my addr 172.21.15.29:0/4041294450 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6748f73640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e2e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749774640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e04260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 -- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 msgr2=0x55c288e04260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e04260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 -- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 msgr2=0x55c288e2e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e2e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6749f75640 1 -- 172.21.15.29:0/4041294450 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c288e0ae20 con 0x55c288e29f20 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.715+0000 7f6748f73640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e2e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f6749f75640 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f673c00cfd0 tx=0x7f673c08b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b4f7d0f51fadbb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f672e7fc640 1 -- 172.21.15.29:0/4041294450 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c0620e0 con 0x55c288e29f20 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f672e7fc640 1 -- 172.21.15.29:0/4041294450 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673c089030 con 0x55c288e29f20 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f672e7fc640 1 -- 172.21.15.29:0/4041294450 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c05d8b0 con 0x55c288e29f20 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 -- 172.21.15.29:0/4041294450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 msgr2=0x55c288e2e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f673c00cfd0 tx=0x7f673c08b050 comp rx=0 tx=0).stop 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 -- 172.21.15.29:0/4041294450 shutdown_connections 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288e29f20 0x55c288e2e980 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de7a50 0x55c288e2e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 --2- 172.21.15.29:0/4041294450 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288de62c0 0x55c288e04260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 -- 172.21.15.29:0/4041294450 >> 172.21.15.29:0/4041294450 conn(0x55c288de3a80 msgr2=0x55c288e0dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 -- 172.21.15.29:0/4041294450 shutdown_connections 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.716+0000 7f674e849740 1 -- 172.21.15.29:0/4041294450 wait complete. 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.717+0000 7f674e849740 1 -- start start 2024-09-16T01:14:42.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.717+0000 7f674e849740 1 Processor -- start 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 0x55c288e994f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e0c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c288e10b60 con 0x55c288de7a50 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c288e107e0 con 0x55c288de62c0 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55c288e05cc0 con 0x55c288e29f20 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f674e849740 10 client.0 _ll_register_callbacks cb 0x7f6740007ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59678/0 (socket says 172.21.15.29:59678) 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 -- 172.21.15.29:0/209014858 learned_addr learned my addr 172.21.15.29:0/209014858 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6749f75640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e0c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6749774640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 0x55c288e994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 -- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 msgr2=0x55c288e0c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e0c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 -- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 msgr2=0x55c288e994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 0x55c288e994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6748f73640 1 -- 172.21.15.29:0/209014858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c288e26080 con 0x55c288de7a50 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.718+0000 7f6749774640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 0x55c288e994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6748f73640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67340098c0 tx=0x7f673402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e7f90b1d7ef85a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6734037040 con 0x55c288de7a50 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f67340465d0 con 0x55c288de7a50 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f673c089030 con 0x55c288de7a50 2024-09-16T01:14:42.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f6734051050 con 0x55c288de7a50 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 10 client.5031 fetch_fsmap learned FSMap version 16 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55c288e06fe0 con 0x55c288de7a50 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f673c089030 con 0x55c288de7a50 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f6734054020 con 0x55c288de7a50 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 10 client.5031 fetch_fsmap finished waiting for FSMap version 16 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 10 client.5031 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 20 client.5031 populate_metadata read hostname 'smithi029' 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288de5510 0x55c288e9d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 4 client.5031 mds_command: new command op to 4839 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 --> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] -- command(tid 0: {"prefix": "status"}) -- 0x55c288e0f5b0 con 0x55c288de5510 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.719+0000 7f6749774640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288de5510 0x55c288e9d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f6723fff640 10 client.5031 ms_handle_connect on v2:172.21.15.29:6834/3030489285 2024-09-16T01:14:42.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f6749774640 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288de5510 0x55c288e9d330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce8a4fe4fae0ab8b server_cookie=8c78fc8504336914 in_seq=0 out_seq=0 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f6723fff640 1 -- 172.21.15.29:0/209014858 <== mds.0 v2:172.21.15.29:6834/3030489285 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55c288e0f5b0 con 0x55c288de5510 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f6723fff640 10 client.5031 handle_command_reply: tid=0 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 client.5031 shutdown 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 msgr2=0x55c288e0c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67340098c0 tx=0x7f673402c070 comp rx=0 tx=0).stop 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 shutdown_connections 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:6834/3030489285,v1:172.21.15.29:6835/3030489285] conn(0x55c288de5510 0x55c288e9d330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55c288e29f20 0x55c288e0c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f6723fff640 0 client.5031 ms_handle_reset on v2:172.21.15.29:6834/3030489285 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c288de7a50 0x55c288e0c390 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 --2- 172.21.15.29:0/209014858 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c288de62c0 0x55c288e994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 >> 172.21.15.29:0/209014858 conn(0x55c288de3a80 msgr2=0x55c288e0dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 shutdown_connections 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 1 -- 172.21.15.29:0/209014858 wait complete. 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.720+0000 7f674e849740 20 client.5031 trim_cache size 0 max 16384 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "de101f68-7166-4af9-9203-c0d41cf306c0", 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4839, 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-16T01:14:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 9.0304533100000004, 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 16, 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 32, 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 32, 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 15.958175366000001 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:42.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 msgr2=0x7f672806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 0x7f672806e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f67400011e0 tx=0x7f6740009040 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 msgr2=0x7f6744159fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f673c00c8c0 tx=0x7f673c00cd80 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 shutdown_connections 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f672806c2b0 0x7f672806e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f674415e670 0x7f6744159fe0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f67440ceaf0 0x7f6744159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 --2- 172.21.15.29:0/3711152516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f67440b5320 0x7f67440b1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 >> 172.21.15.29:0/3711152516 conn(0x7f674406f400 msgr2=0x7f674415cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 shutdown_connections 2024-09-16T01:14:42.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.721+0000 7f674b9d8640 1 -- 172.21.15.29:0/3711152516 wait complete. 2024-09-16T01:14:42.733 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T01:14:42.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.834+0000 7fd9f510a640 1 Processor -- start 2024-09-16T01:14:42.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.834+0000 7fd9f510a640 1 -- start start 2024-09-16T01:14:42.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9f510a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 0x7fd9f00b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9f510a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 0x7fd9f0071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9f510a640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9f00ce4f0 con 0x7fd9f00cdfc0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9f510a640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fd9f015b6c0 con 0x7fd9f00b2490 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9f510a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fd9f00ce7d0 con 0x7fd9f015b2e0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9ef59e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 0x7fd9f0071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9ee59c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fd9f00cdfc0 0x7fd9f00b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:33690/0 (socket says 172.21.15.29:33690) 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9ee59c640 1 -- 172.21.15.29:0/2555669969 learned_addr learned my addr 172.21.15.29:0/2555669969 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/2555669969 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 0x7fd9f00b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9edd9b640 1 -- 172.21.15.29:0/2555669969 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2284363621 0 0) 0x7fd9f00ce4f0 con 0x7fd9f00cdfc0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.835+0000 7fd9edd9b640 1 -- 172.21.15.29:0/2555669969 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9dc003520 con 0x7fd9f00cdfc0 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9eed9d640 1 -- 172.21.15.29:0/2555669969 >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 msgr2=0x7fd9f0071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:42.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/2555669969 >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 0x7fd9f0071750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9eed9d640 1 -- 172.21.15.29:0/2555669969 >> v1:172.21.15.122:6789/0 conn(0x7fd9f00cdfc0 legacy=0x7fd9f00b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9eed9d640 1 -- 172.21.15.29:0/2555669969 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f00ceab0 con 0x7fd9f015b2e0 2024-09-16T01:14:42.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9ef59e640 1 --2- 172.21.15.29:0/2555669969 >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 0x7fd9f0071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.836+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/2555669969 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 0x7fd9f00b3d20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0009d90 tx=0x7fd9e002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35061d53f4c72ff8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9edd9b640 1 -- 172.21.15.29:0/2555669969 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e0007740 con 0x7fd9f015b2e0 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9edd9b640 1 -- 172.21.15.29:0/2555669969 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9e00078e0 con 0x7fd9f015b2e0 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9edd9b640 1 -- 172.21.15.29:0/2555669969 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e0007c90 con 0x7fd9f015b2e0 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 -- 172.21.15.29:0/2555669969 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 msgr2=0x7fd9f00b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 --2- 172.21.15.29:0/2555669969 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 0x7fd9f00b3d20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0009d90 tx=0x7fd9e002a660 comp rx=0 tx=0).stop 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 -- 172.21.15.29:0/2555669969 shutdown_connections 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 --2- 172.21.15.29:0/2555669969 >> v2:172.21.15.122:3300/0 conn(0x7fd9f00b2490 0x7fd9f0071750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 --2- 172.21.15.29:0/2555669969 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f015b2e0 0x7fd9f00b3d20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 -- 172.21.15.29:0/2555669969 >> 172.21.15.29:0/2555669969 conn(0x7fd9f006bc10 msgr2=0x7fd9f006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:42.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 -- 172.21.15.29:0/2555669969 shutdown_connections 2024-09-16T01:14:42.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.837+0000 7fd9f510a640 1 -- 172.21.15.29:0/2555669969 wait complete. 2024-09-16T01:14:42.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 Processor -- start 2024-09-16T01:14:42.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 -- start start 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 0x7fd9f01528f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 0x7fd9f0152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f00712b0 con 0x7fd9f00b2490 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f0071130 con 0x7fd9f015b2e0 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9f510a640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fd9f00b4260 con 0x7fd9f00cdfc0 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.839+0000 7fd9eed9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59688/0 (socket says 172.21.15.29:59688) 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 -- 172.21.15.29:0/1802178881 learned_addr learned my addr 172.21.15.29:0/1802178881 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9ee59c640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 0x7fd9f01528f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9ef59e640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 0x7fd9f0152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 -- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 msgr2=0x7fd9f01528f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 0x7fd9f01528f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 -- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 msgr2=0x7fd9f0152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 0x7fd9f0152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 -- 172.21.15.29:0/1802178881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f015bbf0 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9ef59e640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 0x7fd9f0152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9ee59c640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 0x7fd9f01528f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9eed9d640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0000f80 tx=0x7fd9e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e0009450 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9e0004240 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9f0072030 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e00045f0 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.840+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9f015bed0 con 0x7fd9f00b2490 2024-09-16T01:14:42.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.841+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9f00cd790 con 0x7fd9f00b2490 2024-09-16T01:14:42.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.842+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9e003b410 con 0x7fd9f00b2490 2024-09-16T01:14:42.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.842+0000 7fd9e77fe640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 0x7fd9d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:42.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.843+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd9e00ac750 con 0x7fd9f00b2490 2024-09-16T01:14:42.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.843+0000 7fd9ee59c640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 0x7fd9d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:42.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.843+0000 7fd9ee59c640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 0x7fd9d006e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8007fd0 tx=0x7fd9d8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:42.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:42.847+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd9e003f030 con 0x7fd9f00b2490 2024-09-16T01:14:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.061+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd9f00cd4b0 con 0x7fd9f00b2490 2024-09-16T01:14:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.062+0000 7fd9e77fe640 1 -- 172.21.15.29:0/1802178881 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7fd9e007aec0 con 0x7fd9f00b2490 2024-09-16T01:14:43.063 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:14:43.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 msgr2=0x7fd9d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:43.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 0x7fd9d006e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8007fd0 tx=0x7fd9d8009040 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 msgr2=0x7fd9f0143a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0000f80 tx=0x7fd9e0004a40 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 shutdown_connections 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fd9d006c2b0 0x7fd9d006e770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd9f015b2e0 0x7fd9f0152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fd9f00cdfc0 0x7fd9f01528f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 --2- 172.21.15.29:0/1802178881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9f00b2490 0x7fd9f0143a90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 >> 172.21.15.29:0/1802178881 conn(0x7fd9f006bc10 msgr2=0x7fd9f014d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 shutdown_connections 2024-09-16T01:14:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43.064+0000 7fd9f510a640 1 -- 172.21.15.29:0/1802178881 wait complete. 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:43.076 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:14:43.077 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:14:43.077 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:14:43.077 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:14:43.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.077 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-16T01:14:43.093 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:14:43.094 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42717sec preferred_lft 42717sec 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 02:35:46:49:19:cb brd ff:ff:ff:ff:ff:ff 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::f470:42ff:fe37:5c8b/64 scope link 2024-09-16T01:14:43.095 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 02:35:46:49:19:cb brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::35:46ff:fe49:19cb/64 scope link 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 42:66:66:8a:dc:4b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::4066:66ff:fe8a:dc4b/64 scope link 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:14:43.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.096 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:14:43.158 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-16T01:14:43.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.160 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-16T01:14:43.216 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-16T01:14:43.216 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:14:43.216 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:14:43.216 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:14:43.217 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:14:43.217 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-16T01:14:43.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:14:43.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:43.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.346 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-16T01:14:43.362 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:14:43.362 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:14:43.362 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:14:43.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.363 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-16T01:14:43.429 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T01:14:43.430 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:43.430 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:43.486 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:14:43.486 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:14:43.486 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:43.541 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:43.609 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:43.639 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:14:43.652 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:14:43.665 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:43.666 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:43.667 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:43.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.668 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:43.760 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:14:43.760 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T01:14:43.802 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-16T01:14:43.827 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:14:43.885 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-16T01:14:43.885 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-16T01:14:43.886 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-16T01:14:43.886 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-16T01:14:43.886 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-16T01:14:43.886 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-16T01:14:43.886 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-16T01:14:43.887 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:14:43.888 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-16T01:14:43.889 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-16T01:14:43.890 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T01:14:43.890 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T01:14:43.890 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T01:14:43.890 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T01:14:43.890 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-16T01:14:43.891 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:43.891 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:14:43.891 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:43.891 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:14:43.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:43.892 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-16T01:14:43.893 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:2024-09-16T01:14:43.886+0000 7f589e32a480 -1 init, newargv = 0x55f62340a840 newargc=15 2024-09-16T01:14:43.894 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:ceph-fuse[48208]: starting ceph client 2024-09-16T01:14:43.894 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:ceph-fuse[48208]: starting fuse 2024-09-16T01:14:43.909 INFO:teuthology.orchestra.run.smithi029.stdout:41 2024-09-16T01:14:43.909 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-16T01:14:43.909 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:43.909 DEBUG:teuthology.orchestra.run.smithi029:> import glob 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> import re 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> import subprocess 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> def _find_admin_socket(client_name): 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> files = glob.glob(asok_path) 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> # Given a non-glob path, it better be there 2024-09-16T01:14:43.910 DEBUG:teuthology.orchestra.run.smithi029:> if "*" not in asok_path: 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> assert(len(files) == 1) 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> return files[0] 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> for f in files: 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> contents = proc_f.read() 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> if mountpoint in contents: 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> return f 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> print(_find_admin_socket("client.0")) 2024-09-16T01:14:43.911 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-16T01:14:44.029 INFO:teuthology.orchestra.run.smithi029.stdout:/var/run/ceph/ceph-client.0.48208.asok 2024-09-16T01:14:44.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:44.039 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48208.asok 2024-09-16T01:14:44.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:44.039 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48208.asok status 2024-09-16T01:14:44.176 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "metadata": { 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "entity_id": "0", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": "smithi029", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "pid": "48208", 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "root": "/" 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_count": 0, 2024-09-16T01:14:44.177 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_pinned_count": 0, 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 5040, 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "inst": { 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "name": { 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "client", 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "num": 5040 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 1662683723 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T01:14:44.178 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 1662683723 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "inst_str": "client.5040 192.168.0.1:0/1662683723", 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "addr_str": "192.168.0.1:0/1662683723", 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "inode_count": 1, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_epoch": 16, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch": 32, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "blocklisted": false, 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs" 2024-09-16T01:14:44.179 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:14:44.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:44.185 DEBUG:teuthology.orchestra.run.smithi029:> stat --file-system '--printf=%T 2024-09-16T01:14:44.185 DEBUG:teuthology.orchestra.run.smithi029:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:44.201 INFO:teuthology.orchestra.run.smithi029.stdout:fuseblk 2024-09-16T01:14:44.201 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:44.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:44.202 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:14:44.268 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-16T01:14:44.268 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-16T01:14:44.268 DEBUG:teuthology.orchestra.run.smithi029:> os.mkdir("/home/ubuntu/cephtest/mnt.0/testdir") 2024-09-16T01:14:44.268 DEBUG:teuthology.orchestra.run.smithi029:> fd = os.open("/home/ubuntu/cephtest/mnt.0/testdir", os.O_RDONLY) 2024-09-16T01:14:44.268 DEBUG:teuthology.orchestra.run.smithi029:> os.fchmod(fd, 0o777) 2024-09-16T01:14:44.269 DEBUG:teuthology.orchestra.run.smithi029:> os.fsync(fd) 2024-09-16T01:14:44.269 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-16T01:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:44.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:44.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.530+0000 7fcb90768640 1 Processor -- start 2024-09-16T01:14:44.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.530+0000 7fcb90768640 1 -- start start 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb90768640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb880b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb90768640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb880ce4f0 con 0x7fcb880cdfc0 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb90768640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb880ce7d0 con 0x7fcb880b2490 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb90768640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcb8815b6c0 con 0x7fcb8815b2e0 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb8dd03640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcb880cdfc0 0x7fcb880b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36054/0 (socket says 172.21.15.29:36054) 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb8dd03640 1 -- 172.21.15.29:0/2592899600 learned_addr learned my addr 172.21.15.29:0/2592899600 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb8e504640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb880b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2774692232 0 0) 0x7fcb880ce4f0 con 0x7fcb880cdfc0 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.531+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb70003520 con 0x7fcb880cdfc0 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 53504261 0 0) 0x7fcb880ce7d0 con 0x7fcb880b2490 2024-09-16T01:14:44.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb880ce4f0 con 0x7fcb880b2490 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1778882044 0 0) 0x7fcb70003520 con 0x7fcb880cdfc0 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 msgr2=0x7fcb880b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb880b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 >> v1:172.21.15.122:6789/0 conn(0x7fcb880b2490 legacy=0x7fcb88071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb880ceab0 con 0x7fcb880cdfc0 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fcb7c001670 con 0x7fcb880cdfc0 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 >> v1:172.21.15.29:6789/0 conn(0x7fcb880cdfc0 legacy=0x7fcb880b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb70003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb700040d0 0x7fcb70004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb70004d40 0x7fcb700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7000ba70 con 0x7fcb70004d40 2024-09-16T01:14:44.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7000bc20 con 0x7fcb700040d0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcb7000be20 con 0x7fcb8815b2e0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8e504640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb70003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb70004d40 0x7fcb700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8dd03640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb700040d0 0x7fcb70004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 -- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 msgr2=0x7fcb70003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb8815b2e0 0x7fcb70003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 -- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb700040d0 msgr2=0x7fcb70004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb700040d0 0x7fcb70004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.532+0000 7fcb8ed05640 1 -- 172.21.15.29:0/2592899600 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb70003520 con 0x7fcb70004d40 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.533+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb70004d40 0x7fcb700051c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fcb800018d0 tx=0x7fcb70005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10d9cd2c52f3674d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.533+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb800014f0 con 0x7fcb70004d40 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.533+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb800052d0 con 0x7fcb70004d40 2024-09-16T01:14:44.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.533+0000 7fcb8d502640 1 -- 172.21.15.29:0/2592899600 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8002aca0 con 0x7fcb70004d40 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 -- 172.21.15.29:0/2592899600 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb70004d40 msgr2=0x7fcb700051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 --2- 172.21.15.29:0/2592899600 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb70004d40 0x7fcb700051c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fcb800018d0 tx=0x7fcb70005830 comp rx=0 tx=0).stop 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb8ed05640 1 -- 172.21.15.29:0/2592899600 reap_dead start 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 -- 172.21.15.29:0/2592899600 shutdown_connections 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 -- 172.21.15.29:0/2592899600 >> 172.21.15.29:0/2592899600 conn(0x7fcb8806bc10 msgr2=0x7fcb8806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 -- 172.21.15.29:0/2592899600 shutdown_connections 2024-09-16T01:14:44.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.534+0000 7fcb90768640 1 -- 172.21.15.29:0/2592899600 wait complete. 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.535+0000 7fcb90768640 1 Processor -- start 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.535+0000 7fcb90768640 1 -- start start 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb70004d40 0x7fcb881f3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb880727d0 0x7fcb88150cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb880712b0 con 0x7fcb8815d010 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcb88071130 con 0x7fcb70004d40 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb90768640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcb880b3d20 con 0x7fcb880727d0 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59710/0 (socket says 172.21.15.29:59710) 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 -- 172.21.15.29:0/212382418 learned_addr learned my addr 172.21.15.29:0/212382418 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:44.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8dd03640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb880727d0 0x7fcb88150cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8e504640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb70004d40 0x7fcb881f3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 -- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb880727d0 msgr2=0x7fcb88150cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb880727d0 0x7fcb88150cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 -- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb70004d40 msgr2=0x7fcb881f3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb70004d40 0x7fcb881f3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 -- 172.21.15.29:0/212382418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb88151230 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.536+0000 7fcb8ed05640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fcb800018d0 tx=0x7fcb800012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.537+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80037040 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.537+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb80040070 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.537+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8815b8e0 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.537+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb800014f0 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.537+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb88073140 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.538+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb880b40b0 con 0x7fcb8815d010 2024-09-16T01:14:44.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.538+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb800052d0 con 0x7fcb8815d010 2024-09-16T01:14:44.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.538+0000 7fcb86ffd640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 0x7fcb7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:44.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.539+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fcb800aadd0 con 0x7fcb8815d010 2024-09-16T01:14:44.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.539+0000 7fcb8e504640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 0x7fcb7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:44.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.539+0000 7fcb8e504640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 0x7fcb7406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcb780125e0 tx=0x7fcb7800d040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:44.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.543+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcb88151230 con 0x7fcb8815d010 2024-09-16T01:14:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.757+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb88158aa0 con 0x7fcb8815d010 2024-09-16T01:14:44.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.758+0000 7fcb86ffd640 1 -- 172.21.15.29:0/212382418 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7fcb80079410 con 0x7fcb8815d010 2024-09-16T01:14:44.759 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:44.759 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":16,"btime":"2024-09-16T01:14:35:697222+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4824,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:35.040437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6835/3030489285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3030489285},{"type":"v1","addr":"172.21.15.29:6835","nonce":3030489285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-16T01:14:44.759 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 16 2024-09-16T01:14:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 msgr2=0x7fcb7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 0x7fcb7406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcb780125e0 tx=0x7fcb7800d040 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 msgr2=0x7fcb880ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fcb800018d0 tx=0x7fcb800012d0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 shutdown_connections 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcb7406c2b0 0x7fcb7406e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb8815d010 0x7fcb880ae8a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcb880727d0 0x7fcb88150cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 --2- 172.21.15.29:0/212382418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcb70004d40 0x7fcb881f3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 >> 172.21.15.29:0/212382418 conn(0x7fcb8806bc10 msgr2=0x7fcb880aff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 shutdown_connections 2024-09-16T01:14:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.760+0000 7fcb90768640 1 -- 172.21.15.29:0/212382418 wait complete. 2024-09-16T01:14:44.773 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-16T01:14:44.897 INFO:teuthology.orchestra.run.smithi029.stdout:{"message":"","return_code":0} 2024-09-16T01:14:44.897 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-16T01:14:44.897 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.998+0000 7f3dcd0d7640 1 Processor -- start 2024-09-16T01:14:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.998+0000 7f3dcd0d7640 1 -- start start 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dcd0d7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3dc815eab0 0x7f3dc806d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dcd0d7640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc80d3480 0x7f3dc80b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dcd0d7640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dc80d17e0 con 0x7f3dc806dae0 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dcd0d7640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f3dc80d09d0 con 0x7f3dc815eab0 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dcd0d7640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc815ee90 con 0x7f3dc80d3480 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dc6d9d640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f3dc815eab0 0x7f3dc806d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dc759e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc80d3480 0x7f3dc80b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dc659c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f3dc806dae0 0x7f3dc80b7b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:33714/0 (socket says 172.21.15.29:33714) 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:44.999+0000 7f3dc659c640 1 -- 172.21.15.29:0/2454719234 learned_addr learned my addr 172.21.15.29:0/2454719234 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc6d9d640 1 -- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc80d3480 msgr2=0x7f3dc80b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc6d9d640 1 --2- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc80d3480 0x7f3dc80b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc6d9d640 1 -- 172.21.15.29:0/2454719234 >> v1:172.21.15.122:6789/0 conn(0x7f3dc806dae0 legacy=0x7f3dc80b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc5d9b640 1 -- 172.21.15.29:0/2454719234 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 43377528 0 0) 0x7f3dc80d17e0 con 0x7f3dc806dae0 2024-09-16T01:14:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc6d9d640 1 -- 172.21.15.29:0/2454719234 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc80cfc10 con 0x7f3dc815eab0 2024-09-16T01:14:45.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.000+0000 7f3dc6d9d640 1 --2- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc815eab0 0x7f3dc806d5a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009dc0 tx=0x7f3db802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff3a33dd8f61701c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:45.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dc5d9b640 1 -- 172.21.15.29:0/2454719234 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8007740 con 0x7f3dc815eab0 2024-09-16T01:14:45.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dc5d9b640 1 -- 172.21.15.29:0/2454719234 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db80078e0 con 0x7f3dc815eab0 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dc5d9b640 1 -- 172.21.15.29:0/2454719234 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8007cb0 con 0x7f3dc815eab0 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc815eab0 msgr2=0x7f3dc806d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc815eab0 0x7f3dc806d5a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009dc0 tx=0x7f3db802a710 comp rx=0 tx=0).stop 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/2454719234 shutdown_connections 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc80d3480 0x7f3dc80b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/2454719234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc815eab0 0x7f3dc806d5a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/2454719234 >> 172.21.15.29:0/2454719234 conn(0x7f3dc80d4b30 msgr2=0x7f3dc80d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/2454719234 shutdown_connections 2024-09-16T01:14:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.001+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/2454719234 wait complete. 2024-09-16T01:14:45.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.003+0000 7f3dcd0d7640 1 Processor -- start 2024-09-16T01:14:45.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.003+0000 7f3dcd0d7640 1 -- start start 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 0x7f3dc80cd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc80d3480 0x7f3dc8157360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc80d01d0 con 0x7f3dc815eab0 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc806df20 con 0x7f3dc80d3480 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dcd0d7640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc80d04b0 con 0x7f3dc806dae0 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc6d9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 0x7f3dc80cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc6d9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 0x7f3dc80cd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:60104/0 (socket says 172.21.15.29:60104) 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc6d9d640 1 -- 172.21.15.29:0/415977286 learned_addr learned my addr 172.21.15.29:0/415977286 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59716/0 (socket says 172.21.15.29:59716) 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc659c640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc80d3480 0x7f3dc8157360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 -- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 msgr2=0x7f3dc80cd510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 0x7f3dc80cd510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 -- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc80d3480 msgr2=0x7f3dc8157360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc80d3480 0x7f3dc8157360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 -- 172.21.15.29:0/415977286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc80cdbf0 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dc759e640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3dc000e7c0 tx=0x7f3dc000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.004+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc0017070 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.005+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dc000c940 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.005+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc80b3f40 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.005+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc000cd10 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.005+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc80b4500 con 0x7f3dc815eab0 2024-09-16T01:14:45.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.005+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dc80ceb50 con 0x7f3dc815eab0 2024-09-16T01:14:45.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.006+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3dc001a070 con 0x7f3dc815eab0 2024-09-16T01:14:45.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.007+0000 7f3dbf7fe640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 0x7f3da806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:45.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.007+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f3dc008b380 con 0x7f3dc815eab0 2024-09-16T01:14:45.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.007+0000 7f3dc6d9d640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 0x7f3da806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:45.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.007+0000 7f3dc6d9d640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 0x7f3da806e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3db802a750 tx=0x7f3db802f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:45.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.011+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3dc0059420 con 0x7f3dc815eab0 2024-09-16T01:14:45.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.220+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3dc80d1de0 con 0x7f3dc815eab0 2024-09-16T01:14:45.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.221+0000 7f3dbf7fe640 1 -- 172.21.15.29:0/415977286 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5226 (secure 0 0 0) 0x7f3dc005d720 con 0x7f3dc815eab0 2024-09-16T01:14:45.222 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:45.222 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":16,"btime":"2024-09-16T01:14:35:697222+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4824,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:35.040437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6835/3030489285","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3030489285},{"type":"v1","addr":"172.21.15.29:6835","nonce":3030489285}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-16T01:14:45.222 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 16 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.222+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 msgr2=0x7f3da806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.222+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 0x7f3da806e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3db802a750 tx=0x7f3db802f000 comp rx=0 tx=0).stop 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.222+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 msgr2=0x7f3dc80b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.222+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3dc000e7c0 tx=0x7f3dc000ec80 comp rx=0 tx=0).stop 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 shutdown_connections 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f3da806c2b0 0x7f3da806e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc815eab0 0x7f3dc80b4d00 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3dc80d3480 0x7f3dc8157360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 --2- 172.21.15.29:0/415977286 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f3dc806dae0 0x7f3dc80cd510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:45.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 >> 172.21.15.29:0/415977286 conn(0x7f3dc80d4b30 msgr2=0x7f3dc80b9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:45.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 shutdown_connections 2024-09-16T01:14:45.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45.223+0000 7f3dcd0d7640 1 -- 172.21.15.29:0/415977286 wait complete. 2024-09-16T01:14:45.235 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_log_pause 1 2024-09-16T01:14:45.350 INFO:teuthology.orchestra.run.smithi029.stdout:{"success":"mds_log_pause = '' "} 2024-09-16T01:14:45.350 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_log_pause = '' " } 2024-09-16T01:14:45.350 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> os.chdir("/home/ubuntu/cephtest/mnt.0/testdir") 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> os.setgid(65534) 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> os.setuid(65534) 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> fd = os.open("testfile", os.O_CREAT | os.O_RDWR, 0o644) 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> os.fchmod(fd, 0o640) 2024-09-16T01:14:45.351 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-16T01:14:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:14:45.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:14:45.439 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod 600 /home/ubuntu/cephtest/mnt.0/testdir/testfile) 2024-09-16T01:14:55.482 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 2:0 2024-09-16T01:14:55.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 Processor -- start 2024-09-16T01:14:55.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 -- start start 2024-09-16T01:14:55.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 0x7f20f40cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f40731d0 con 0x7f20f40b5320 2024-09-16T01:14:55.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f40734b0 con 0x7f20f415e670 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.598+0000 7f20fa59f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f20f40d0040 con 0x7f20f40ceaf0 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f8b3c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f20f40b5320 0x7f20f40b57d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51980/0 (socket says 172.21.15.29:51980) 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f8b3c640 1 -- 172.21.15.29:0/1378763421 learned_addr learned my addr 172.21.15.29:0/1378763421 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f37fe640 1 --2- 172.21.15.29:0/1378763421 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 0x7f20f40cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 263402362 0 0) 0x7f20f40731d0 con 0x7f20f40b5320 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20dc003520 con 0x7f20f40b5320 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1915901954 0 0) 0x7f20f40734b0 con 0x7f20f415e670 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20f40731d0 con 0x7f20f415e670 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f37fe640 1 -- 172.21.15.29:0/1378763421 >> v1:172.21.15.122:6789/0 conn(0x7f20f415e670 legacy=0x7f20f4070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f37fe640 1 -- 172.21.15.29:0/1378763421 >> v1:172.21.15.29:6789/0 conn(0x7f20f40b5320 legacy=0x7f20f40b57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.599+0000 7f20f37fe640 1 -- 172.21.15.29:0/1378763421 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f4073790 con 0x7f20f40ceaf0 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.600+0000 7f20f37fe640 1 --2- 172.21.15.29:0/1378763421 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 0x7f20f40cef50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f20e80097d0 tx=0x7f20e802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=574e037128517376 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.600+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8037070 con 0x7f20f40ceaf0 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.600+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e8032440 con 0x7f20f40ceaf0 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.600+0000 7f20f2ffd640 1 -- 172.21.15.29:0/1378763421 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e80327f0 con 0x7f20f40ceaf0 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 -- 172.21.15.29:0/1378763421 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 msgr2=0x7f20f40cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 --2- 172.21.15.29:0/1378763421 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 0x7f20f40cef50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f20e80097d0 tx=0x7f20e802a290 comp rx=0 tx=0).stop 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 -- 172.21.15.29:0/1378763421 shutdown_connections 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 --2- 172.21.15.29:0/1378763421 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40ceaf0 0x7f20f40cef50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 -- 172.21.15.29:0/1378763421 >> 172.21.15.29:0/1378763421 conn(0x7f20f406f400 msgr2=0x7f20f406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 -- 172.21.15.29:0/1378763421 shutdown_connections 2024-09-16T01:14:55.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.601+0000 7f20fa59f640 1 -- 172.21.15.29:0/1378763421 wait complete. 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.602+0000 7f20fa59f640 1 Processor -- start 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.602+0000 7f20fa59f640 1 -- start start 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 0x7f20f4150de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 0x7f20f40b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f20f415fa60 con 0x7f20f40ceaf0 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f20f4072f80 con 0x7f20f415e670 2024-09-16T01:14:55.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20fa59f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f20f4073de0 con 0x7f20f40b5320 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20f37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20f37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59810/0 (socket says 172.21.15.29:59810) 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20f37fe640 1 -- 172.21.15.29:0/3005141427 learned_addr learned my addr 172.21.15.29:0/3005141427 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20f8b3c640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 0x7f20f40b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.603+0000 7f20f3fff640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 0x7f20f4150de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 -- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 msgr2=0x7f20f4150de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 0x7f20f4150de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 -- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 msgr2=0x7f20f40b62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 0x7f20f40b62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 -- 172.21.15.29:0/3005141427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f41f5870 con 0x7f20f40ceaf0 2024-09-16T01:14:55.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f8b3c640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 0x7f20f40b62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f3fff640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 0x7f20f4150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f37fe640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f20e802a2d0 tx=0x7f20e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8041020 con 0x7f20f40ceaf0 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e803d6e0 con 0x7f20f40ceaf0 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8037040 con 0x7f20f40ceaf0 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f41f5b50 con 0x7f20f40ceaf0 2024-09-16T01:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.604+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f41f6110 con 0x7f20f40ceaf0 2024-09-16T01:14:55.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.605+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f40714a0 con 0x7f20f40ceaf0 2024-09-16T01:14:55.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.606+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20e8044020 con 0x7f20f40ceaf0 2024-09-16T01:14:55.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.606+0000 7f20f0ff9640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 0x7f20e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.606+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f20e80ab910 con 0x7f20f40ceaf0 2024-09-16T01:14:55.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.606+0000 7f20f3fff640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 0x7f20e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.607+0000 7f20f3fff640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 0x7f20e006e7a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f20f4154e10 tx=0x7f20e4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.611+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f20e804b070 con 0x7f20f40ceaf0 2024-09-16T01:14:55.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.855+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "2:0"} v 0) -- 0x7f20f406fbd0 con 0x7f20f40ceaf0 2024-09-16T01:14:55.856 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-16T01:14:55.855+0000 7f439e395640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:14:55.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.856+0000 7f20f0ff9640 1 -- 172.21.15.29:0/3005141427 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "2:0"}]=0 failed mds gid 4839 v17) ==== 97+0+0 (secure 0 0 0) 0x7f20e8030e20 con 0x7f20f40ceaf0 2024-09-16T01:14:55.857 INFO:teuthology.orchestra.run.smithi029.stderr:failed mds gid 4839 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 msgr2=0x7f20e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 0x7f20e006e7a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f20f4154e10 tx=0x7f20e4009040 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 msgr2=0x7f20f40b5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f20e802a2d0 tx=0x7f20e80046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 shutdown_connections 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f20e006c2e0 0x7f20e006e7a0 secure :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f20f4154e10 tx=0x7f20e4009040 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f20f415e670 0x7f20f40b62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20f40ceaf0 0x7f20f40b5d80 secure :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f20e802a2d0 tx=0x7f20e80046c0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 --2- 172.21.15.29:0/3005141427 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f20f40b5320 0x7f20f4150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 >> 172.21.15.29:0/3005141427 conn(0x7f20f406f400 msgr2=0x7f20f40b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:55.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.859+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 shutdown_connections 2024-09-16T01:14:55.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.860+0000 7f20fa59f640 1 -- 172.21.15.29:0/3005141427 wait complete. 2024-09-16T01:14:55.862 INFO:tasks.ceph.mds.a.smithi029.stderr: -1978> 2024-09-16T01:14:38.669+0000 7fd999e35640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:14:55.875 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:55.894 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-16T01:14:55.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.978+0000 7f8670766640 1 Processor -- start 2024-09-16T01:14:55.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.978+0000 7f8670766640 1 -- start start 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f8670766640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 0x7f86680b5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f8670766640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8668070660 0x7f8668070ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f8670766640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f866815d720 con 0x7f866815d2e0 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f8670766640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8668071010 con 0x7f8668070660 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f8670766640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f866815e0c0 con 0x7f86680d27b0 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8668070660 0x7f8668070ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8668070660 0x7f8668070ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59846/0 (socket says 172.21.15.29:59846) 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 -- 172.21.15.29:0/3909350264 learned_addr learned my addr 172.21.15.29:0/3909350264 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866e502640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 0x7f86680b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 -- 172.21.15.29:0/3909350264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 msgr2=0x7f86680b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 0x7f86680b5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 -- 172.21.15.29:0/3909350264 >> v1:172.21.15.122:6789/0 conn(0x7f866815d2e0 legacy=0x7f866815d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866ed03640 1 -- 172.21.15.29:0/3909350264 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86680b59b0 con 0x7f8668070660 2024-09-16T01:14:55.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.979+0000 7f866e502640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 0x7f86680b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.980+0000 7f866ed03640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8668070660 0x7f8668070ad0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8660009e50 tx=0x7f866002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c26015025a897072 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.980+0000 7f866d500640 1 -- 172.21.15.29:0/3909350264 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8660036070 con 0x7f8668070660 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.980+0000 7f866d500640 1 -- 172.21.15.29:0/3909350264 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8660031600 con 0x7f8668070660 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.980+0000 7f866d500640 1 -- 172.21.15.29:0/3909350264 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86600319d0 con 0x7f8668070660 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 -- 172.21.15.29:0/3909350264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8668070660 msgr2=0x7f8668070ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8668070660 0x7f8668070ad0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8660009e50 tx=0x7f866002a710 comp rx=0 tx=0).stop 2024-09-16T01:14:55.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 -- 172.21.15.29:0/3909350264 shutdown_connections 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8668070660 0x7f8668070ad0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 --2- 172.21.15.29:0/3909350264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f86680d27b0 0x7f86680b5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 -- 172.21.15.29:0/3909350264 >> 172.21.15.29:0/3909350264 conn(0x7f866806f400 msgr2=0x7f866806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 -- 172.21.15.29:0/3909350264 shutdown_connections 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.981+0000 7f8670766640 1 -- 172.21.15.29:0/3909350264 wait complete. 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.982+0000 7f8670766640 1 Processor -- start 2024-09-16T01:14:55.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.982+0000 7f8670766640 1 -- start start 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8668070660 0x7f86680d1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f866815d2e0 0x7f866814fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86680b6250 con 0x7f86680d27b0 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f86680b5f70 con 0x7f866815d2e0 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f8670766640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f86680b6530 con 0x7f8668070660 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59862/0 (socket says 172.21.15.29:59862) 2024-09-16T01:14:55.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 -- 172.21.15.29:0/3298840345 learned_addr learned my addr 172.21.15.29:0/3298840345 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866e502640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8668070660 0x7f86680d1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866ed03640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f866815d2e0 0x7f866814fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 -- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8668070660 msgr2=0x7f86680d1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8668070660 0x7f86680d1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 -- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f866815d2e0 msgr2=0x7f866814fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f866815d2e0 0x7f866814fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.983+0000 7f866dd01640 1 -- 172.21.15.29:0/3298840345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86680ac4a0 con 0x7f86680d27b0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f866dd01640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f865800c3c0 tx=0x7f865800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86580052d0 con 0x7f86680d27b0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8658005490 con 0x7f86680d27b0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86681f6930 con 0x7f86680d27b0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8658007260 con 0x7f86680d27b0 2024-09-16T01:14:55.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.984+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86680aca40 con 0x7f86680d27b0 2024-09-16T01:14:55.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.985+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86680cf4f0 con 0x7f86680d27b0 2024-09-16T01:14:55.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.985+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8658007400 con 0x7f86680d27b0 2024-09-16T01:14:55.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.986+0000 7f865effd640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 0x7f864c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:55.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.986+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f865808a8c0 con 0x7f86680d27b0 2024-09-16T01:14:55.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.986+0000 7f866e502640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 0x7f864c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:55.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.987+0000 7f866e502640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 0x7f864c06e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8664006fd0 tx=0x7f8664008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:55.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:55.990+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f86680cf4f0 con 0x7f86680d27b0 2024-09-16T01:14:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.199+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86680d2b90 con 0x7f86680d27b0 2024-09-16T01:14:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.200+0000 7f865effd640 1 -- 172.21.15.29:0/3298840345 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+4395 (secure 0 0 0) 0x7f865808a070 con 0x7f86680d27b0 2024-09-16T01:14:56.201 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:56.201 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":18,"btime":"2024-09-16T01:14:55:860120+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:55.860107+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:replay","state_seq":1,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-16T01:14:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 18 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.201+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 msgr2=0x7f864c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.201+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 0x7f864c06e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8664006fd0 tx=0x7f8664008040 comp rx=0 tx=0).stop 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 msgr2=0x7f866814f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f865800c3c0 tx=0x7f865800c880 comp rx=0 tx=0).stop 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 shutdown_connections 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f864c06c2b0 0x7f864c06e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f866815d2e0 0x7f866814fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:56.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86680d27b0 0x7f866814f980 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:56.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 --2- 172.21.15.29:0/3298840345 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8668070660 0x7f86680d1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:56.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 >> 172.21.15.29:0/3298840345 conn(0x7f866806f400 msgr2=0x7f86680b2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:56.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 shutdown_connections 2024-09-16T01:14:56.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:56.202+0000 7f8670766640 1 -- 172.21.15.29:0/3298840345 wait complete. 2024-09-16T01:14:56.616 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:14:33.048668+0000', 'modified': '2024-09-16T01:14:55.860107+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4824}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4824': {'gid': 4824, 'name': 'c', 'rank': 0, 'incarnation': 18, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.29:6833/3016672278', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 3016672278}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 3016672278}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T01:14:56.617 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4824:up:replay 2024-09-16T01:14:57.617 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:57.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.734+0000 7f79bd19f640 1 Processor -- start 2024-09-16T01:14:57.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.734+0000 7f79bd19f640 1 -- start start 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79bd19f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79bd19f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 0x7f79b80b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79bd19f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79b80b39a0 con 0x7f79b80cf480 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79bd19f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f79b81630d0 con 0x7f79b80b6a40 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79bd19f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f79b815eba0 con 0x7f79b815e7c0 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79b6d9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79b6d9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:50682/0 (socket says 172.21.15.29:50682) 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79b6d9d640 1 -- 172.21.15.29:0/3427156523 learned_addr learned my addr 172.21.15.29:0/3427156523 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79b759e640 1 --2- 172.21.15.29:0/3427156523 >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 0x7f79b80b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.735+0000 7f79b6d9d640 1 -- 172.21.15.29:0/3427156523 >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 msgr2=0x7f79b80b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b6d9d640 1 --2- 172.21.15.29:0/3427156523 >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 0x7f79b80b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b6d9d640 1 -- 172.21.15.29:0/3427156523 >> v1:172.21.15.122:6789/0 conn(0x7f79b80cf480 legacy=0x7f79b80b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b5d9b640 1 -- 172.21.15.29:0/3427156523 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3581794715 0 0) 0x7f79b80b39a0 con 0x7f79b80cf480 2024-09-16T01:14:57.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b6d9d640 1 -- 172.21.15.29:0/3427156523 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b80cfc60 con 0x7f79b815e7c0 2024-09-16T01:14:57.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b759e640 1 --2- 172.21.15.29:0/3427156523 >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 0x7f79b80b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:57.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.736+0000 7f79b6d9d640 1 --2- 172.21.15.29:0/3427156523 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f79a0009870 tx=0x7f79a002a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31e7b6e77f940be8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79b5d9b640 1 -- 172.21.15.29:0/3427156523 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a0037070 con 0x7f79b815e7c0 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79b5d9b640 1 -- 172.21.15.29:0/3427156523 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79a002ae50 con 0x7f79b815e7c0 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79b5d9b640 1 -- 172.21.15.29:0/3427156523 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a0032860 con 0x7f79b815e7c0 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 -- 172.21.15.29:0/3427156523 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 msgr2=0x7f79b8162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 --2- 172.21.15.29:0/3427156523 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f79a0009870 tx=0x7f79a002a300 comp rx=0 tx=0).stop 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 -- 172.21.15.29:0/3427156523 shutdown_connections 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 --2- 172.21.15.29:0/3427156523 >> v2:172.21.15.122:3300/0 conn(0x7f79b80b6a40 0x7f79b80b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 --2- 172.21.15.29:0/3427156523 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b815e7c0 0x7f79b8162b90 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 -- 172.21.15.29:0/3427156523 >> 172.21.15.29:0/3427156523 conn(0x7f79b80d1320 msgr2=0x7f79b80d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 -- 172.21.15.29:0/3427156523 shutdown_connections 2024-09-16T01:14:57.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.737+0000 7f79bd19f640 1 -- 172.21.15.29:0/3427156523 wait complete. 2024-09-16T01:14:57.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.739+0000 7f79bd19f640 1 Processor -- start 2024-09-16T01:14:57.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.739+0000 7f79bd19f640 1 -- start start 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b80b6a40 0x7f79b815cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 0x7f79b81f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f79b815f100 con 0x7f79b80cf480 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f79b815ee20 con 0x7f79b815e7c0 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79bd19f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f79b815f3e0 con 0x7f79b80b6a40 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b6d9d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b80b6a40 0x7f79b815cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 0x7f79b81f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33862/0 (socket says 172.21.15.29:33862) 2024-09-16T01:14:57.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b659c640 1 -- 172.21.15.29:0/1518187056 learned_addr learned my addr 172.21.15.29:0/1518187056 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 -- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b80b6a40 msgr2=0x7f79b815cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b80b6a40 0x7f79b815cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 -- 172.21.15.29:0/1518187056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 msgr2=0x7f79b80ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 -- 172.21.15.29:0/1518187056 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b815d460 con 0x7f79b815e7c0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b659c640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.740+0000 7f79b759e640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 0x7f79b81f46e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f79b000ef90 tx=0x7f79b000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.741+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b0018020 con 0x7f79b815e7c0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.741+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79b0014480 con 0x7f79b815e7c0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.741+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b80ce740 con 0x7f79b815e7c0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.741+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b0014870 con 0x7f79b815e7c0 2024-09-16T01:14:57.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.741+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b80cd440 con 0x7f79b815e7c0 2024-09-16T01:14:57.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.742+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b815f900 con 0x7f79b815e7c0 2024-09-16T01:14:57.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.742+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f79b0005d10 con 0x7f79b815e7c0 2024-09-16T01:14:57.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.743+0000 7f79af7fe640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 0x7f799806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:57.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.743+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f79b008c180 con 0x7f79b815e7c0 2024-09-16T01:14:57.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.743+0000 7f79b6d9d640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 0x7f799806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:57.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.743+0000 7f79b6d9d640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 0x7f799806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f79a0034000 tx=0x7f79a002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:57.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.748+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f79b0022030 con 0x7f79b815e7c0 2024-09-16T01:14:57.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.962+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79b80d2660 con 0x7f79b815e7c0 2024-09-16T01:14:57.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.963+0000 7f79af7fe640 1 -- 172.21.15.29:0/1518187056 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+5218 (secure 0 0 0) 0x7f79b0010040 con 0x7f79b815e7c0 2024-09-16T01:14:57.964 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:57.964 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":20,"btime":"2024-09-16T01:14:57:868143+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:56.870496+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:rejoin","state_seq":11,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-16T01:14:57.964 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 20 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 msgr2=0x7f799806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 0x7f799806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f79a0034000 tx=0x7f79a002e000 comp rx=0 tx=0).stop 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 msgr2=0x7f79b81f46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 0x7f79b81f46e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f79b000ef90 tx=0x7f79b000c490 comp rx=0 tx=0).stop 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 shutdown_connections 2024-09-16T01:14:57.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f799806c2b0 0x7f799806e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f79b815e7c0 0x7f79b81f46e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79b80cf480 0x7f79b80ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 --2- 172.21.15.29:0/1518187056 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f79b80b6a40 0x7f79b815cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 >> 172.21.15.29:0/1518187056 conn(0x7f79b80d1320 msgr2=0x7f79b81621a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 shutdown_connections 2024-09-16T01:14:57.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:57.965+0000 7f79bd19f640 1 -- 172.21.15.29:0/1518187056 wait complete. 2024-09-16T01:14:58.380 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:14:33.048668+0000', 'modified': '2024-09-16T01:14:56.870496+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4824}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4824': {'gid': 4824, 'name': 'c', 'rank': 0, 'incarnation': 18, 'state': 'up:rejoin', 'state_seq': 11, 'addr': '172.21.15.29:6833/3016672278', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 3016672278}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 3016672278}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T01:14:58.380 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4824:up:rejoin 2024-09-16T01:14:59.381 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:14:59.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.495+0000 7fa0f896d640 1 Processor -- start 2024-09-16T01:14:59.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.495+0000 7fa0f896d640 1 -- start start 2024-09-16T01:14:59.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f896d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f40cf3d0 0x7fa0f4070b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f896d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa0f40b5320 0x7fa0f40b57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f896d640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0f40732d0 con 0x7fa0f415e590 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f896d640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa0f4071080 con 0x7fa0f40b5320 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f896d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa0f40735b0 con 0x7fa0f40cf3d0 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f2d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa0f40b5320 0x7fa0f40b57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f2d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa0f40b5320 0x7fa0f40b57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33872/0 (socket says 172.21.15.29:33872) 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f2d9d640 1 -- 172.21.15.29:0/4228690188 learned_addr learned my addr 172.21.15.29:0/4228690188 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.496+0000 7fa0f1d9b640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f40cf3d0 0x7fa0f4070b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f2d9d640 1 -- 172.21.15.29:0/4228690188 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f40cf3d0 msgr2=0x7fa0f4070b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f2d9d640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f40cf3d0 0x7fa0f4070b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f2d9d640 1 -- 172.21.15.29:0/4228690188 >> v1:172.21.15.122:6789/0 conn(0x7fa0f415e590 legacy=0x7fa0f40cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:14:59.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f2d9d640 1 -- 172.21.15.29:0/4228690188 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f4073890 con 0x7fa0f40b5320 2024-09-16T01:14:59.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f2d9d640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f40b57b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4009e50 tx=0x7fa0e402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecaee2bbe8978342 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f159a640 1 -- 172.21.15.29:0/4228690188 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4036070 con 0x7fa0f40b5320 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.497+0000 7fa0f159a640 1 -- 172.21.15.29:0/4228690188 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e4031600 con 0x7fa0f40b5320 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f159a640 1 -- 172.21.15.29:0/4228690188 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e40319d0 con 0x7fa0f40b5320 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 -- 172.21.15.29:0/4228690188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 msgr2=0x7fa0f40b57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f40b57b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4009e50 tx=0x7fa0e402a750 comp rx=0 tx=0).stop 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 -- 172.21.15.29:0/4228690188 shutdown_connections 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f40b57b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4228690188 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f40cf3d0 0x7fa0f4070b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 -- 172.21.15.29:0/4228690188 >> 172.21.15.29:0/4228690188 conn(0x7fa0f406f400 msgr2=0x7fa0f406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 -- 172.21.15.29:0/4228690188 shutdown_connections 2024-09-16T01:14:59.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.498+0000 7fa0f896d640 1 -- 172.21.15.29:0/4228690188 wait complete. 2024-09-16T01:14:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 Processor -- start 2024-09-16T01:14:59.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 -- start start 2024-09-16T01:14:59.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0f40cf3d0 0x7fa0f4153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f415e590 0x7fa0f4154bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f415e970 con 0x7fa0f40b5320 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f4073e50 con 0x7fa0f40cf3d0 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f896d640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa0f4072f80 con 0x7fa0f415e590 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.500+0000 7fa0f259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33878/0 (socket says 172.21.15.29:33878) 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 -- 172.21.15.29:0/4030892265 learned_addr learned my addr 172.21.15.29:0/4030892265 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f2d9d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f415e590 0x7fa0f4154bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f1d9b640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0f40cf3d0 0x7fa0f4153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 -- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f415e590 msgr2=0x7fa0f4154bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f415e590 0x7fa0f4154bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 -- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0f40cf3d0 msgr2=0x7fa0f4153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0f40cf3d0 0x7fa0f4153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 -- 172.21.15.29:0/4030892265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f40d1060 con 0x7fa0f40b5320 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f259c640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00b3f0 tx=0x7fa0ec00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec015020 con 0x7fa0f40b5320 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0ec011830 con 0x7fa0f40b5320 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0f4160be0 con 0x7fa0f40b5320 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec011c20 con 0x7fa0f40b5320 2024-09-16T01:14:59.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.501+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0f41611a0 con 0x7fa0f40b5320 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.502+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0f40714a0 con 0x7fa0f40b5320 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.503+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0ec018020 con 0x7fa0f40b5320 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.503+0000 7fa0eaffd640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 0x7fa0d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.503+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa0ec08af00 con 0x7fa0f40b5320 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.504+0000 7fa0f1d9b640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 0x7fa0d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:14:59.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.504+0000 7fa0f1d9b640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 0x7fa0d406e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0f40d13c0 tx=0x7fa0dc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:14:59.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.508+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0ec01f030 con 0x7fa0f40b5320 2024-09-16T01:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.719+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0f415a6a0 con 0x7fa0f40b5320 2024-09-16T01:14:59.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.719+0000 7fa0eaffd640 1 -- 172.21.15.29:0/4030892265 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5224 (secure 0 0 0) 0x7fa0ec059050 con 0x7fa0f40b5320 2024-09-16T01:14:59.720 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:14:59.720 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"btime":"2024-09-16T01:14:58:872272+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:57.875591+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:clientreplay","state_seq":12,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-16T01:14:59.721 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 21 2024-09-16T01:14:59.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 msgr2=0x7fa0d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:59.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 0x7fa0d406e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0f40d13c0 tx=0x7fa0dc008040 comp rx=0 tx=0).stop 2024-09-16T01:14:59.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 msgr2=0x7fa0f4151ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00b3f0 tx=0x7fa0ec00b8b0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 shutdown_connections 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa0d406c2b0 0x7fa0d406e770 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa0f415e590 0x7fa0f4154bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0f40cf3d0 0x7fa0f4153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 --2- 172.21.15.29:0/4030892265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0f40b5320 0x7fa0f4151ef0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 >> 172.21.15.29:0/4030892265 conn(0x7fa0f406f400 msgr2=0x7fa0f415c900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 shutdown_connections 2024-09-16T01:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:14:59.721+0000 7fa0f896d640 1 -- 172.21.15.29:0/4030892265 wait complete. 2024-09-16T01:15:00.136 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:14:33.048668+0000', 'modified': '2024-09-16T01:14:57.875591+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4824}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4824': {'gid': 4824, 'name': 'c', 'rank': 0, 'incarnation': 18, 'state': 'up:clientreplay', 'state_seq': 12, 'addr': '172.21.15.29:6833/3016672278', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 3016672278}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 3016672278}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-16T01:15:00.136 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4824:up:clientreplay 2024-09-16T01:15:01.137 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:01.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.251+0000 7f4ce199f640 1 Processor -- start 2024-09-16T01:15:01.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.251+0000 7f4ce199f640 1 -- start start 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4ce199f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc15e7c0 0x7f4cdc162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4ce199f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4ce199f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cdc0b39a0 con 0x7f4cdc0cf480 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4ce199f640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4cdc1630d0 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4ce199f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4cdc15eba0 con 0x7f4cdc15e7c0 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4cdb7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4cdb7fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33892/0 (socket says 172.21.15.29:33892) 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4cdb7fe640 1 -- 172.21.15.29:0/3225511689 learned_addr learned my addr 172.21.15.29:0/3225511689 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4cda7fc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4cdc0cf480 0x7f4cdc0b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45302/0 (socket says 172.21.15.29:45302) 2024-09-16T01:15:01.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.252+0000 7f4cdaffd640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc15e7c0 0x7f4cdc162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cdb7fe640 1 -- 172.21.15.29:0/3225511689 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc15e7c0 msgr2=0x7f4cdc162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:01.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cdb7fe640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc15e7c0 0x7f4cdc162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cdb7fe640 1 -- 172.21.15.29:0/3225511689 >> v1:172.21.15.29:6789/0 conn(0x7f4cdc0cf480 legacy=0x7f4cdc0b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cdb7fe640 1 -- 172.21.15.29:0/3225511689 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cdc0cfc60 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cdb7fe640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4009e50 tx=0x7f4cd402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7475974656688d95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.253+0000 7f4cd9ffb640 1 -- 172.21.15.29:0/3225511689 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4036070 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4cd9ffb640 1 -- 172.21.15.29:0/3225511689 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cd4031600 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4cd9ffb640 1 -- 172.21.15.29:0/3225511689 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd40319d0 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 -- 172.21.15.29:0/3225511689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 msgr2=0x7f4cdc0b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4009e50 tx=0x7f4cd402a7a0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 -- 172.21.15.29:0/3225511689 shutdown_connections 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc0b9800 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 --2- 172.21.15.29:0/3225511689 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc15e7c0 0x7f4cdc162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 -- 172.21.15.29:0/3225511689 >> 172.21.15.29:0/3225511689 conn(0x7f4cdc0d1320 msgr2=0x7f4cdc0d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 -- 172.21.15.29:0/3225511689 shutdown_connections 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.254+0000 7f4ce199f640 1 -- 172.21.15.29:0/3225511689 wait complete. 2024-09-16T01:15:01.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.255+0000 7f4ce199f640 1 Processor -- start 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 -- start start 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 0x7f4cdc157c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 0x7f4cdc0b8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4cdc15f100 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4cdc15ee20 con 0x7f4cdc15e7c0 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4ce199f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4cdc15f3e0 con 0x7f4cdc0cf480 2024-09-16T01:15:01.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4cdaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4cdaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33894/0 (socket says 172.21.15.29:33894) 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.256+0000 7f4cdaffd640 1 -- 172.21.15.29:0/1549309724 learned_addr learned my addr 172.21.15.29:0/1549309724 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cda7fc640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 0x7f4cdc157c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdb7fe640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 0x7f4cdc0b8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 -- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 msgr2=0x7f4cdc157c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 0x7f4cdc157c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 -- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 msgr2=0x7f4cdc0b8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 0x7f4cdc0b8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 -- 172.21.15.29:0/1549309724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cdc159670 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cda7fc640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 0x7f4cdc157c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdb7fe640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 0x7f4cdc0b8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:01.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cdaffd640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc00d5f0 tx=0x7f4ccc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:01.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc0125f0 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ccc019070 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc0129d0 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cdc159950 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.257+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cdc0b8c10 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.258+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cdc15f900 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.259+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ccc012b70 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.259+0000 7f4cc3fff640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 0x7f4cc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.259+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f4ccc08b900 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.260+0000 7f4cda7fc640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 0x7f4cc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.260+0000 7f4cda7fc640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 0x7f4cc806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc15b770 tx=0x7f4cd0007d60 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:01.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.264+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ccc059f70 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.474+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4cdc0d2150 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.474+0000 7f4cc3fff640 1 -- 172.21.15.29:0/1549309724 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5225 (secure 0 0 0) 0x7f4ccc059870 con 0x7f4cdc0b6a40 2024-09-16T01:15:01.475 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:01.476 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":22,"btime":"2024-09-16T01:14:59:877330+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:59.877325+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4824,"qdb_cluster":[4824]},"id":2}]} 2024-09-16T01:15:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 22 2024-09-16T01:15:01.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 msgr2=0x7f4cc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 0x7f4cc806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc15b770 tx=0x7f4cd0007d60 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 msgr2=0x7f4cdc15a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc00d5f0 tx=0x7f4ccc00dab0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 shutdown_connections 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4cc806c2b0 0x7f4cc806e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cdc15e7c0 0x7f4cdc0b8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4cdc0cf480 0x7f4cdc157c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 --2- 172.21.15.29:0/1549309724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cdc0b6a40 0x7f4cdc15a430 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 >> 172.21.15.29:0/1549309724 conn(0x7f4cdc0d1320 msgr2=0x7f4cdc0b4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 shutdown_connections 2024-09-16T01:15:01.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.476+0000 7f4ce199f640 1 -- 172.21.15.29:0/1549309724 wait complete. 2024-09-16T01:15:01.653 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-16T01:15:01.652+0000 7fc9ec9ec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:15:01.891 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T01:14:33.048668+0000', 'modified': '2024-09-16T01:14:59.877325+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 33, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4824}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4824': {'gid': 4824, 'name': 'c', 'rank': 0, 'incarnation': 18, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.29:6833/3016672278', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 3016672278}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 3016672278}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4824, 'qdb_cluster': [4824]} 2024-09-16T01:15:01.891 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T01:15:01.892 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T01:15:01.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.997+0000 7fccfa1d8640 1 Processor -- start 2024-09-16T01:15:01.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.997+0000 7fccfa1d8640 1 -- start start 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccfa1d8640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 0x7fccf40b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccfa1d8640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fccf40b2490 0x7fccf4071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccfa1d8640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccf40ce4f0 con 0x7fccf40cdfc0 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccfa1d8640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fccf415b6c0 con 0x7fccf40b2490 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccfa1d8640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fccf40ce7d0 con 0x7fccf415b2e0 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fccf40b2490 0x7fccf4071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fccf40b2490 0x7fccf4071750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33906/0 (socket says 172.21.15.29:33906) 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 -- 172.21.15.29:0/3523971866 learned_addr learned my addr 172.21.15.29:0/3523971866 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3523971866 >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 0x7fccf40b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 -- 172.21.15.29:0/3523971866 >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 msgr2=0x7fccf40b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3523971866 >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 0x7fccf40b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 -- 172.21.15.29:0/3523971866 >> v1:172.21.15.122:6789/0 conn(0x7fccf40cdfc0 legacy=0x7fccf40b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf3fff640 1 -- 172.21.15.29:0/3523971866 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf40ceab0 con 0x7fccf40b2490 2024-09-16T01:15:02.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.998+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3523971866 >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 0x7fccf40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:02.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.999+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3523971866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf40b2490 0x7fccf4071750 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fccf4069550 tx=0x7fccec02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef792f413c39b390 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.999+0000 7fccf27fc640 1 -- 172.21.15.29:0/3523971866 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec00b2d0 con 0x7fccf40b2490 2024-09-16T01:15:02.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.999+0000 7fccf27fc640 1 -- 172.21.15.29:0/3523971866 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccec00b470 con 0x7fccf40b2490 2024-09-16T01:15:02.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:01.999+0000 7fccf27fc640 1 -- 172.21.15.29:0/3523971866 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec009820 con 0x7fccf40b2490 2024-09-16T01:15:02.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3523971866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf40b2490 msgr2=0x7fccf4071750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3523971866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf40b2490 0x7fccf4071750 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fccf4069550 tx=0x7fccec02c8b0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3523971866 shutdown_connections 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3523971866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf40b2490 0x7fccf4071750 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3523971866 >> v2:172.21.15.122:3300/0 conn(0x7fccf415b2e0 0x7fccf40b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3523971866 >> 172.21.15.29:0/3523971866 conn(0x7fccf406bc10 msgr2=0x7fccf406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3523971866 shutdown_connections 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.000+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3523971866 wait complete. 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.001+0000 7fccfa1d8640 1 Processor -- start 2024-09-16T01:15:02.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.001+0000 7fccfa1d8640 1 -- start start 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40b2490 0x7fccf41502c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cdfc0 0x7fccf415e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40712b0 con 0x7fccf415b2e0 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccf4071130 con 0x7fccf40cdfc0 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccfa1d8640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40b4260 con 0x7fccf40b2490 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33914/0 (socket says 172.21.15.29:33914) 2024-09-16T01:15:02.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccf3fff640 1 -- 172.21.15.29:0/3562909958 learned_addr learned my addr 172.21.15.29:0/3562909958 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40b2490 0x7fccf41502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.002+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cdfc0 0x7fccf415e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 -- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40b2490 msgr2=0x7fccf41502c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40b2490 0x7fccf41502c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 -- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cdfc0 msgr2=0x7fccf415e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cdfc0 0x7fccf415e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 -- 172.21.15.29:0/3562909958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf415d030 con 0x7fccf415b2e0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fccec02cea0 tx=0x7fccec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccdbfff640 1 -- 172.21.15.29:0/3562909958 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec041070 con 0x7fccf415b2e0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccdbfff640 1 -- 172.21.15.29:0/3562909958 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccec03d820 con 0x7fccf415b2e0 2024-09-16T01:15:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf415d310 con 0x7fccf415b2e0 2024-09-16T01:15:02.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccdbfff640 1 -- 172.21.15.29:0/3562909958 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec00b720 con 0x7fccf415b2e0 2024-09-16T01:15:02.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.003+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf415d8d0 con 0x7fccf415b2e0 2024-09-16T01:15:02.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.005+0000 7fccdbfff640 1 -- 172.21.15.29:0/3562909958 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fccec03dbd0 con 0x7fccf415b2e0 2024-09-16T01:15:02.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.005+0000 7fccdbfff640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.005+0000 7fccdbfff640 1 -- 172.21.15.29:0/3562909958 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fccec0ae2f0 con 0x7fccf415b2e0 2024-09-16T01:15:02.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.006+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.006+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006e80 tx=0x7fcce4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.006+0000 7fccfd048740 1 Processor -- start 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.006+0000 7fccfd048740 1 -- start start 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c716a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6cea80 0x55646c6d16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55646c633520 con 0x55646c6d2a50 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55646c5db3e0 con 0x55646c6cea80 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55646c62f4e0 con 0x55646c6d12c0 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33920/0 (socket says 172.21.15.29:33920) 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf3fff640 1 -- 172.21.15.29:0/3823106264 learned_addr learned my addr 172.21.15.29:0/3823106264 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c716a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6cea80 0x55646c6d16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf3fff640 1 -- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 msgr2=0x55646c716a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.007+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c716a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccf3fff640 1 -- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6cea80 msgr2=0x55646c6d16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6cea80 0x55646c6d16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccf3fff640 1 -- 172.21.15.29:0/3823106264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55646c5f62f0 con 0x55646c6d2a50 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fccec0ac790 tx=0x7fccec07bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e6b9841ba05e510 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccd97fa640 1 -- 172.21.15.29:0/3823106264 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec080740 con 0x55646c6d2a50 2024-09-16T01:15:02.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccd97fa640 1 -- 172.21.15.29:0/3823106264 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccec084f70 con 0x55646c6d2a50 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccd97fa640 1 -- 172.21.15.29:0/3823106264 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec07a740 con 0x55646c6d2a50 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccfd048740 1 -- 172.21.15.29:0/3823106264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 msgr2=0x55646c6cb8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.008+0000 7fccfd048740 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fccec0ac790 tx=0x7fccec07bf80 comp rx=0 tx=0).stop 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 -- 172.21.15.29:0/3823106264 shutdown_connections 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6cb8b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6cea80 0x55646c6d16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 --2- 172.21.15.29:0/3823106264 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c716a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 -- 172.21.15.29:0/3823106264 >> 172.21.15.29:0/3823106264 conn(0x55646c6cda80 msgr2=0x55646c715f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 -- 172.21.15.29:0/3823106264 shutdown_connections 2024-09-16T01:15:02.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 -- 172.21.15.29:0/3823106264 wait complete. 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 -- start start 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.009+0000 7fccfd048740 1 Processor -- start 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c713010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 0x55646c6fb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55646c6ccf20 con 0x55646c6f4990 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55646c5bc450 con 0x55646c6d2a50 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55646c717290 con 0x55646c6d12c0 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccfd048740 10 client.0 _ll_register_callbacks cb 0x55646c345ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33924/0 (socket says 172.21.15.29:33924) 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 -- 172.21.15.29:0/2804365851 learned_addr learned my addr 172.21.15.29:0/2804365851 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf37fe640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c713010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 0x55646c6fb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 -- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 msgr2=0x55646c713010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c713010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 -- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 msgr2=0x55646c6fb1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 0x55646c6fb1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf3fff640 1 -- 172.21.15.29:0/2804365851 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55646c3462d0 con 0x55646c6f4990 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.010+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 0x55646c6fb1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccf3fff640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fccec02c8f0 tx=0x7fccec00ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2086e1af6c7a6e3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:15:02.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec0acbe0 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fccec09ce40 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fccec084f70 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fccec07c6a0 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 10 client.5097 fetch_fsmap learned FSMap version 22 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) -- 0x55646c4106b0 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccec084f70 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 22) ==== 3502+0+0 (secure 0 0 0) 0x7fccec084ae0 con 0x55646c6f4990 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 10 client.5097 fetch_fsmap finished waiting for FSMap version 22 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 10 client.5097 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 20 client.5097 populate_metadata read hostname 'smithi029' 2024-09-16T01:15:02.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7260b0 0x55646c729be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 4 client.5097 mds_command: new command op to 4824 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 --> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55646c640c50 con 0x55646c7260b0 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.011+0000 7fccf37fe640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7260b0 0x55646c729be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccd27fc640 10 client.5097 ms_handle_connect on v2:172.21.15.29:6832/3016672278 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccf37fe640 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7260b0 0x55646c729be0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5dd4ed5d1541a31 server_cookie=aa23adfaf05a7744 in_seq=0 out_seq=0 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccd27fc640 1 -- 172.21.15.29:0/2804365851 <== mds.0 v2:172.21.15.29:6832/3016672278 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55646c640c50 con 0x55646c7260b0 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccd27fc640 10 client.5097 handle_command_reply: tid=0 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 client.5097 shutdown 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 msgr2=0x55646c6f4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fccec02c8f0 tx=0x7fccec00ba20 comp rx=0 tx=0).stop 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 shutdown_connections 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7260b0 0x55646c729be0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6f4990 0x55646c6f4e10 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6d2a50 0x55646c6fb1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 --2- 172.21.15.29:0/2804365851 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c713010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccd27fc640 0 client.5097 ms_handle_reset on v2:172.21.15.29:6832/3016672278 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 >> 172.21.15.29:0/2804365851 conn(0x55646c6cea80 msgr2=0x55646c719440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.012+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 shutdown_connections 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.013+0000 7fccfd048740 1 -- 172.21.15.29:0/2804365851 wait complete. 2024-09-16T01:15:02.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.013+0000 7fccfd048740 20 client.5097 trim_cache size 0 max 16384 2024-09-16T01:15:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 Processor -- start 2024-09-16T01:15:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 -- start start 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 0x55646c716480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fccf41fb6f0 con 0x55646c6d12c0 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccf415bb20 con 0x55646c6f4990 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.031+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fccf415c170 con 0x55646c6d2a50 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33934/0 (socket says 172.21.15.29:33934) 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 -- 172.21.15.29:0/661249711 learned_addr learned my addr 172.21.15.29:0/661249711 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 0x55646c716480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf3fff640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 -- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 msgr2=0x55646c716480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 0x55646c716480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 -- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 msgr2=0x55646c6f8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 -- 172.21.15.29:0/661249711 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55646c6c6470 con 0x55646c6d12c0 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 0x55646c716480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccf37fe640 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006fd0 tx=0x7fcce4016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e79c175f53181e2b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccd8ff9640 1 -- 172.21.15.29:0/661249711 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4010d30 con 0x55646c6d12c0 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccd8ff9640 1 -- 172.21.15.29:0/661249711 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce4003a90 con 0x55646c6d12c0 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.032+0000 7fccd8ff9640 1 -- 172.21.15.29:0/661249711 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4003c40 con 0x55646c6d12c0 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- 172.21.15.29:0/661249711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 msgr2=0x55646c719440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006fd0 tx=0x7fcce4016000 comp rx=0 tx=0).stop 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- 172.21.15.29:0/661249711 shutdown_connections 2024-09-16T01:15:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d2a50 0x55646c716480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 --2- 172.21.15.29:0/661249711 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d12c0 0x55646c719440 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- 172.21.15.29:0/661249711 >> 172.21.15.29:0/661249711 conn(0x55646c6cea80 msgr2=0x55646c712d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- 172.21.15.29:0/661249711 shutdown_connections 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- 172.21.15.29:0/661249711 wait complete. 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.033+0000 7fccfd048740 1 -- start start 2024-09-16T01:15:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 Processor -- start 2024-09-16T01:15:02.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c77e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55646c6ccf20 con 0x55646c6d2a50 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55646c5bc450 con 0x55646c6f4990 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x55646c725b80 con 0x55646c6d12c0 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccfd048740 10 client.0 _ll_register_callbacks cb 0x7fccec078770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccf2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccf2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33936/0 (socket says 172.21.15.29:33936) 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.034+0000 7fccf2ffd640 1 -- 172.21.15.29:0/3001958114 learned_addr learned my addr 172.21.15.29:0/3001958114 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c77e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf3fff640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 -- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 msgr2=0x55646c77e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c77e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 -- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 msgr2=0x55646c6f8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 -- 172.21.15.29:0/3001958114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55646c79c1e0 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccf2ffd640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fccf4157e70 tx=0x7fcce80015f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=754092586f8f5799 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce8005110 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fcce8010040 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcce4003a90 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fcce80052b0 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccfd048740 10 client.5103 fetch_fsmap learned FSMap version 22 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) -- 0x55646c6e7da0 con 0x55646c6d2a50 2024-09-16T01:15:02.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce4003a90 con 0x55646c6d2a50 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 22) ==== 3502+0+0 (secure 0 0 0) 0x7fcce80035f0 con 0x55646c6d2a50 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.035+0000 7fccfd048740 10 client.5103 fetch_fsmap finished waiting for FSMap version 22 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 10 client.5103 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 20 client.5103 populate_metadata read hostname 'smithi029' 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7284f0 0x55646c724650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 4 client.5103 mds_command: new command op to 4824 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 --> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] -- command(tid 0: {"prefix": "status"}) -- 0x55646c63afa0 con 0x55646c7284f0 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7284f0 0x55646c724650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccf37fe640 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7284f0 0x55646c724650 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aef67ce4b5517a9 server_cookie=cbf3ae7c26bd4589 in_seq=0 out_seq=0 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccd27fc640 10 client.5103 ms_handle_connect on v2:172.21.15.29:6832/3016672278 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccd27fc640 1 -- 172.21.15.29:0/3001958114 <== mds.0 v2:172.21.15.29:6832/3016672278 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55646c63afa0 con 0x55646c7284f0 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccd27fc640 10 client.5103 handle_command_reply: tid=0 2024-09-16T01:15:02.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 client.5103 shutdown 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 msgr2=0x55646c6f8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fccf4157e70 tx=0x7fcce80015f0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 shutdown_connections 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:6832/3016672278,v1:172.21.15.29:6833/3016672278] conn(0x55646c7284f0 0x55646c724650 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55646c6f4990 0x55646c6f8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccd27fc640 0 client.5103 ms_handle_reset on v2:172.21.15.29:6832/3016672278 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55646c6d2a50 0x55646c6f8a60 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 --2- 172.21.15.29:0/3001958114 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x55646c6d12c0 0x55646c77e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 >> 172.21.15.29:0/3001958114 conn(0x55646c6cea80 msgr2=0x55646c712d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 shutdown_connections 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.036+0000 7fccfd048740 1 -- 172.21.15.29:0/3001958114 wait complete. 2024-09-16T01:15:02.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfd048740 20 client.5103 trim_cache size 0 max 16384 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "de101f68-7166-4af9-9203-c0d41cf306c0", 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4824, 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1702706530000002, 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 22, 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 33, 2024-09-16T01:15:02.045 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 33, 2024-09-16T01:15:02.046 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 41.242901932000002 2024-09-16T01:15:02.046 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:02.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 msgr2=0x7fcce006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006e80 tx=0x7fcce4008040 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 msgr2=0x7fccf41509e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fccec02cea0 tx=0x7fccec004a40 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 shutdown_connections 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415b2e0 0x7fccf41509e0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40cdfc0 0x7fccf415e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 --2- 172.21.15.29:0/3562909958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40b2490 0x7fccf41502c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 >> 172.21.15.29:0/3562909958 conn(0x7fccf406bc10 msgr2=0x7fccf40735b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 shutdown_connections 2024-09-16T01:15:02.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.037+0000 7fccfa1d8640 1 -- 172.21.15.29:0/3562909958 wait complete. 2024-09-16T01:15:02.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.049 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%a /home/ubuntu/cephtest/mnt.0/testdir/testfile) 2024-09-16T01:15:02.066 INFO:teuthology.orchestra.run.smithi029.stdout:600 2024-09-16T01:15:02.066 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T01:15:02.067 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:15:02.148 DEBUG:teuthology.orchestra.run.smithi122:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T01:15:02.191 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T01:15:02.192 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:15:02.192 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:15:02.192 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:02.211 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T01:15:02.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.353+0000 7ff57b9ef640 1 Processor -- start 2024-09-16T01:15:02.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.353+0000 7ff57b9ef640 1 -- start start 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57b9ef640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57b9ef640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 0x7ff5740b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57b9ef640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5740d17e0 con 0x7ff5740b80c0 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57b9ef640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7ff5740d09d0 con 0x7ff57406dae0 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57b9ef640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ff57415ee90 con 0x7ff57415eab0 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57978b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff579f8c640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ff5740b80c0 0x7ff5740b8570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:45390/0 (socket says 172.21.15.29:45390) 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff578f8a640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 0x7ff5740b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57978b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:50804/0 (socket says 172.21.15.29:50804) 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.354+0000 7ff57978b640 1 -- 172.21.15.29:0/2516674886 learned_addr learned my addr 172.21.15.29:0/2516674886 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.355+0000 7ff57978b640 1 -- 172.21.15.29:0/2516674886 >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 msgr2=0x7ff5740b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:02.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.355+0000 7ff57978b640 1 --2- 172.21.15.29:0/2516674886 >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 0x7ff5740b7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.355+0000 7ff57978b640 1 -- 172.21.15.29:0/2516674886 >> v1:172.21.15.122:6789/0 conn(0x7ff5740b80c0 legacy=0x7ff5740b8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.355+0000 7ff57978b640 1 -- 172.21.15.29:0/2516674886 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5740cfc10 con 0x7ff57415eab0 2024-09-16T01:15:02.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.355+0000 7ff578f8a640 1 --2- 172.21.15.29:0/2516674886 >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 0x7ff5740b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57978b640 1 --2- 172.21.15.29:0/2516674886 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff5700098a0 tx=0x7ff57002a320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9883e9dd96fbf2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff56bfff640 1 -- 172.21.15.29:0/2516674886 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570037070 con 0x7ff57415eab0 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff56bfff640 1 -- 172.21.15.29:0/2516674886 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff570032640 con 0x7ff57415eab0 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff56bfff640 1 -- 172.21.15.29:0/2516674886 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570032a10 con 0x7ff57415eab0 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 -- 172.21.15.29:0/2516674886 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 msgr2=0x7ff57406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/2516674886 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff5700098a0 tx=0x7ff57002a320 comp rx=0 tx=0).stop 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 -- 172.21.15.29:0/2516674886 shutdown_connections 2024-09-16T01:15:02.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/2516674886 >> v2:172.21.15.122:3300/0 conn(0x7ff57406dae0 0x7ff5740b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/2516674886 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff57415eab0 0x7ff57406d5a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 -- 172.21.15.29:0/2516674886 >> 172.21.15.29:0/2516674886 conn(0x7ff5740d4b30 msgr2=0x7ff5740d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 -- 172.21.15.29:0/2516674886 shutdown_connections 2024-09-16T01:15:02.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.356+0000 7ff57b9ef640 1 -- 172.21.15.29:0/2516674886 wait complete. 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 Processor -- start 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 -- start start 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff57406dae0 0x7ff5740aae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff5740b80c0 0x7ff57415b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff5740d01d0 con 0x7ff57415eab0 2024-09-16T01:15:02.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff57406df20 con 0x7ff57406dae0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff57b9ef640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ff5740d04b0 con 0x7ff5740b80c0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.358+0000 7ff579f8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33952/0 (socket says 172.21.15.29:33952) 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 -- 172.21.15.29:0/1732893165 learned_addr learned my addr 172.21.15.29:0/1732893165 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff578f8a640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff5740b80c0 0x7ff57415b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff57978b640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff57406dae0 0x7ff5740aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 -- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff5740b80c0 msgr2=0x7ff57415b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff5740b80c0 0x7ff57415b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 -- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff57406dae0 msgr2=0x7ff5740aae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff57406dae0 0x7ff5740aae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 -- 172.21.15.29:0/1732893165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5740abea0 con 0x7ff57415eab0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff579f8c640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00c780 tx=0x7ff56c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c017070 con 0x7ff57415eab0 2024-09-16T01:15:02.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff56c00a640 con 0x7ff57415eab0 2024-09-16T01:15:02.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5740ab600 con 0x7ff57415eab0 2024-09-16T01:15:02.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00a9f0 con 0x7ff57415eab0 2024-09-16T01:15:02.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.359+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5740abbc0 con 0x7ff57415eab0 2024-09-16T01:15:02.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.360+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5740ceb50 con 0x7ff57415eab0 2024-09-16T01:15:02.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.361+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff56c01a070 con 0x7ff57415eab0 2024-09-16T01:15:02.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.361+0000 7ff569ffb640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 0x7ff55806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:02.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.361+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7ff56c08a9b0 con 0x7ff57415eab0 2024-09-16T01:15:02.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.362+0000 7ff57978b640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 0x7ff55806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:02.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.362+0000 7ff57978b640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 0x7ff55806e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff570034000 tx=0x7ff57002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:02.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.366+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff56c058a60 con 0x7ff57415eab0 2024-09-16T01:15:02.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.552+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff5740b9790 con 0x7ff57415eab0 2024-09-16T01:15:02.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.553+0000 7ff569ffb640 1 -- 172.21.15.29:0/1732893165 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v33) ==== 80+0+122 (secure 0 0 0) 0x7ff56c05cd60 con 0x7ff57415eab0 2024-09-16T01:15:02.554 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6835/3030489285 2024-09-17T01:14:55.856179+0000 2024-09-16T01:15:02.554 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6834/3030489285 2024-09-17T01:14:55.856179+0000 2024-09-16T01:15:02.554 INFO:teuthology.orchestra.run.smithi029.stderr:listed 2 entries 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 msgr2=0x7ff55806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 0x7ff55806e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff570034000 tx=0x7ff57002e000 comp rx=0 tx=0).stop 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 msgr2=0x7ff5740ac690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00c780 tx=0x7ff56c00cc40 comp rx=0 tx=0).stop 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 shutdown_connections 2024-09-16T01:15:02.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff55806c2e0 0x7ff55806e7a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff57415eab0 0x7ff5740ac690 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff5740b80c0 0x7ff57415b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 --2- 172.21.15.29:0/1732893165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff57406dae0 0x7ff5740aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 >> 172.21.15.29:0/1732893165 conn(0x7ff5740d4b30 msgr2=0x7ff5740b8570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 shutdown_connections 2024-09-16T01:15:02.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:02.555+0000 7ff57b9ef640 1 -- 172.21.15.29:0/1732893165 wait complete. 2024-09-16T01:15:02.567 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi029.front.sepia.ceph.com... 2024-09-16T01:15:02.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.567 DEBUG:teuthology.orchestra.run.smithi029:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T01:15:02.591 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi029.stderr:ceph-fuse[48208]: fuse finished with error 0 and tester_r 0 2024-09-16T01:15:02.593 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:02.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.593 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T01:15:02.700 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:15:02.700 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:15:02.700 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:02.720 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3644 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:15:02.720 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:02.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.721 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T01:15:02.779 INFO:teuthology.orchestra.run.smithi122.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T01:15:02.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:02.780 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:15:02.780 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:15:02.780 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:02.797 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=910 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:15:02.797 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:02.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.797 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T01:15:02.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:02.853 INFO:teuthology.orchestra.run.smithi029.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-16T01:15:02.853 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T01:15:02.853 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:15:02.853 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:02.872 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3644 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:15:02.872 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:02.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:02.872 DEBUG:teuthology.orchestra.run.smithi122:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T01:15:02.930 INFO:teuthology.orchestra.run.smithi122.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-16T01:15:02.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:02.931 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.032+0000 7fa99bd49640 1 Processor -- start 2024-09-16T01:15:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 -- start start 2024-09-16T01:15:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa9940cf2b0 0x7fa9940d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9940d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa99415ea20 con 0x7fa99415e640 2024-09-16T01:15:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa9940b3d00 con 0x7fa9940cf2b0 2024-09-16T01:15:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.033+0000 7fa99bd49640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa9940b2860 con 0x7fa9940cf720 2024-09-16T01:15:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa999ae5640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa99415e640 0x7fa9940ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45306/0 (socket says 172.21.15.29:45306) 2024-09-16T01:15:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa999ae5640 1 -- 172.21.15.29:0/4236107943 learned_addr learned my addr 172.21.15.29:0/4236107943 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa9992e4640 1 --2- 172.21.15.29:0/4236107943 >> v2:172.21.15.122:3300/0 conn(0x7fa9940cf2b0 0x7fa9940d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa99a2e6640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9940d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1771367063 0 0) 0x7fa99415ea20 con 0x7fa99415e640 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa980003520 con 0x7fa99415e640 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1001171900 0 0) 0x7fa980003520 con 0x7fa99415e640 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 msgr2=0x7fa9940d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9940d2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 >> v2:172.21.15.122:3300/0 conn(0x7fa9940cf2b0 msgr2=0x7fa9940d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 --2- 172.21.15.29:0/4236107943 >> v2:172.21.15.122:3300/0 conn(0x7fa9940cf2b0 0x7fa9940d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9940b1c50 con 0x7fa99415e640 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7fa990001670 con 0x7fa99415e640 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 >> v1:172.21.15.29:6789/0 conn(0x7fa99415e640 legacy=0x7fa9940ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9800039b0 0x7fa980003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa980004800 0x7fa980004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa9940b2860 con 0x7fa980004800 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa98000b9c0 con 0x7fa9800039b0 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa98000bb40 con 0x7fa9940cf720 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa9992e4640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa980004800 0x7fa980004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa999ae5640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9800039b0 0x7fa980003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.034+0000 7fa99a2e6640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 -- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 msgr2=0x7fa9800051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940cf720 0x7fa9800051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 -- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9800039b0 msgr2=0x7fa980003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9800039b0 0x7fa980003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 -- 172.21.15.29:0/4236107943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa980003520 con 0x7fa980004800 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa999ae5640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9800039b0 0x7fa980003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.035+0000 7fa9992e4640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa980004800 0x7fa980004c80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fa984009af0 tx=0x7fa980005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e69822fb01e44c39 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984036070 con 0x7fa980004800 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa984031400 con 0x7fa980004800 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa998ae3640 1 -- 172.21.15.29:0/4236107943 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984009690 con 0x7fa980004800 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 -- 172.21.15.29:0/4236107943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa980004800 msgr2=0x7fa980004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 --2- 172.21.15.29:0/4236107943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa980004800 0x7fa980004c80 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fa984009af0 tx=0x7fa980005830 comp rx=0 tx=0).stop 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99a2e6640 1 -- 172.21.15.29:0/4236107943 reap_dead start 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 -- 172.21.15.29:0/4236107943 shutdown_connections 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 -- 172.21.15.29:0/4236107943 >> 172.21.15.29:0/4236107943 conn(0x7fa99409d820 msgr2=0x7fa9940d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 -- 172.21.15.29:0/4236107943 shutdown_connections 2024-09-16T01:15:03.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.036+0000 7fa99bd49640 1 -- 172.21.15.29:0/4236107943 wait complete. 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.037+0000 7fa99bd49640 1 Processor -- start 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 -- start start 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa980004800 0x7fa99409e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940c90d0 0x7fa9940c9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa9940b24f0 con 0x7fa99414d550 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa9940b2210 con 0x7fa980004800 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa99bd49640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa9940cfe40 con 0x7fa9940c90d0 2024-09-16T01:15:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa9992e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa9992e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33964/0 (socket says 172.21.15.29:33964) 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.038+0000 7fa9992e4640 1 -- 172.21.15.29:0/3097715395 learned_addr learned my addr 172.21.15.29:0/3097715395 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa999ae5640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa980004800 0x7fa99409e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa99a2e6640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940c90d0 0x7fa9940c9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 -- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940c90d0 msgr2=0x7fa9940c9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940c90d0 0x7fa9940c9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 -- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa980004800 msgr2=0x7fa99409e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa980004800 0x7fa99409e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 -- 172.21.15.29:0/3097715395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9940c9d70 con 0x7fa99414d550 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa9992e4640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa984009af0 tx=0x7fa984004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984041020 con 0x7fa99414d550 2024-09-16T01:15:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa98402ade0 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9940ca050 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984036040 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.039+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9940ca610 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.040+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa994068eb0 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.040+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa984044020 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.041+0000 7fa98a7fc640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 0x7fa97806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.041+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa9840ab0e0 con 0x7fa99414d550 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.041+0000 7fa999ae5640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 0x7fa97806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.042+0000 7fa999ae5640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 0x7fa97806e7a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa990001eb0 tx=0x7fa990009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.045+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa984079880 con 0x7fa99414d550 2024-09-16T01:15:03.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.256+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9940c9a90 con 0x7fa99414d550 2024-09-16T01:15:03.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.257+0000 7fa98a7fc640 1 -- 172.21.15.29:0/3097715395 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5225 (secure 0 0 0) 0x7fa984079180 con 0x7fa99414d550 2024-09-16T01:15:03.258 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:03.258 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":22,"btime":"2024-09-16T01:14:59:877330+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:59.877325+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4824,"qdb_cluster":[4824]},"id":2}]} 2024-09-16T01:15:03.259 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 22 2024-09-16T01:15:03.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 msgr2=0x7fa97806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 0x7fa97806e7a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa990001eb0 tx=0x7fa990009040 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 msgr2=0x7fa99414d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa984009af0 tx=0x7fa984004730 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 shutdown_connections 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa97806c2e0 0x7fa97806e7a0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9940c90d0 0x7fa9940c9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa99414d550 0x7fa99414d9d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 --2- 172.21.15.29:0/3097715395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa980004800 0x7fa99409e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 >> 172.21.15.29:0/3097715395 conn(0x7fa99409d820 msgr2=0x7fa9940b8ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 shutdown_connections 2024-09-16T01:15:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.259+0000 7fa99bd49640 1 -- 172.21.15.29:0/3097715395 wait complete. 2024-09-16T01:15:03.272 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:03.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.372+0000 7ff4dc25e640 1 Processor -- start 2024-09-16T01:15:03.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.372+0000 7ff4dc25e640 1 -- start start 2024-09-16T01:15:03.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4dc25e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4d40d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4dc25e640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4d415ea20 con 0x7ff4d415e640 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4dc25e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4d40b1c50 con 0x7ff4d40cf6f0 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4dc25e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ff4d40b3d00 con 0x7ff4d40cf2b0 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4d9ffa640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff4d415e640 0x7ff4d40ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45322/0 (socket says 172.21.15.29:45322) 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.373+0000 7ff4d9ffa640 1 -- 172.21.15.29:0/518778693 learned_addr learned my addr 172.21.15.29:0/518778693 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d97f9640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4d40d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1217089883 0 0) 0x7ff4d415ea20 con 0x7ff4d415e640 2024-09-16T01:15:03.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4bc003520 con 0x7ff4d415e640 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2135184066 0 0) 0x7ff4bc003520 con 0x7ff4d415e640 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 msgr2=0x7ff4d40d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4d40d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 >> v1:172.21.15.122:6789/0 conn(0x7ff4d40cf6f0 legacy=0x7ff4d40d2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4d40b1f30 con 0x7ff4d415e640 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7ff4c40019f0 con 0x7ff4d415e640 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 >> v1:172.21.15.29:6789/0 conn(0x7ff4d415e640 legacy=0x7ff4d40ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4bc0039e0 0x7ff4bc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4bc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc004d40 0x7ff4bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc00ba70 con 0x7ff4bc0039e0 2024-09-16T01:15:03.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc00bc20 con 0x7ff4bc004d40 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ff4bc00be20 con 0x7ff4d40cf2b0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4bc0039e0 0x7ff4bc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4d97f9640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4bc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.374+0000 7ff4da7fb640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc004d40 0x7ff4bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 -- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 msgr2=0x7ff4bc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d40cf2b0 0x7ff4bc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 -- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc004d40 msgr2=0x7ff4bc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc004d40 0x7ff4bc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 -- 172.21.15.29:0/518778693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4bc003520 con 0x7ff4bc0039e0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4da7fb640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc004d40 0x7ff4bc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4bc0039e0 0x7ff4bc003dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff4c400a800 tx=0x7ff4bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7271a4a13c19f8d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c400a450 con 0x7ff4bc0039e0 2024-09-16T01:15:03.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4c402f070 con 0x7ff4bc0039e0 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.375+0000 7ff4d8ff8640 1 -- 172.21.15.29:0/518778693 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c402bc70 con 0x7ff4bc0039e0 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 -- 172.21.15.29:0/518778693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4bc0039e0 msgr2=0x7ff4bc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/518778693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4bc0039e0 0x7ff4bc003dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff4c400a800 tx=0x7ff4bc005830 comp rx=0 tx=0).stop 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4da7fb640 1 -- 172.21.15.29:0/518778693 reap_dead start 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 -- 172.21.15.29:0/518778693 shutdown_connections 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 -- 172.21.15.29:0/518778693 >> 172.21.15.29:0/518778693 conn(0x7ff4d409d820 msgr2=0x7ff4d40d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 -- 172.21.15.29:0/518778693 shutdown_connections 2024-09-16T01:15:03.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.376+0000 7ff4dc25e640 1 -- 172.21.15.29:0/518778693 wait complete. 2024-09-16T01:15:03.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.377+0000 7ff4dc25e640 1 Processor -- start 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.377+0000 7ff4dc25e640 1 -- start start 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 0x7ff4d4150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d41f6bd0 0x7ff4d41f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d40b24f0 con 0x7ff4d4150d30 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff4d40b2860 con 0x7ff4bc0039e0 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4dc25e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ff4d40cfe40 con 0x7ff4d41f6bd0 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4d97f9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4d97f9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33982/0 (socket says 172.21.15.29:33982) 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4d97f9640 1 -- 172.21.15.29:0/344724144 learned_addr learned my addr 172.21.15.29:0/344724144 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.378+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 0x7ff4d4150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 -- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d41f6bd0 msgr2=0x7ff4d41f7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4da7fb640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d41f6bd0 0x7ff4d41f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d41f6bd0 0x7ff4d41f7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 -- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 msgr2=0x7ff4d4150560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 0x7ff4d4150560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 -- 172.21.15.29:0/344724144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4d41f5b30 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 0x7ff4d4150560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d97f9640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8011970 tx=0x7ff4c8011e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c800fa90 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4c800fc30 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4c8014440 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4d41f5e10 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.379+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4d41f63d0 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.380+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4d4068eb0 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.380+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4c8012040 con 0x7ff4d4150d30 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.381+0000 7ff4d27fc640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 0x7ff4c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.381+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7ff4c808ba40 con 0x7ff4d4150d30 2024-09-16T01:15:03.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.381+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 0x7ff4c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.382+0000 7ff4d9ffa640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 0x7ff4c006e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4033000 tx=0x7ff4c4009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.385+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff4c8019030 con 0x7ff4d4150d30 2024-09-16T01:15:03.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.597+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4d40b73a0 con 0x7ff4d4150d30 2024-09-16T01:15:03.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.597+0000 7ff4d27fc640 1 -- 172.21.15.29:0/344724144 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5225 (secure 0 0 0) 0x7ff4c805a150 con 0x7ff4d4150d30 2024-09-16T01:15:03.599 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:03.599 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":22,"btime":"2024-09-16T01:14:59:877330+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:59.877325+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4824,"qdb_cluster":[4824]},"id":2}]} 2024-09-16T01:15:03.599 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 22 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 msgr2=0x7ff4c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 0x7ff4c006e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4033000 tx=0x7ff4c4009030 comp rx=0 tx=0).stop 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 msgr2=0x7ff4d41e7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8011970 tx=0x7ff4c8011e30 comp rx=0 tx=0).stop 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 shutdown_connections 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ff4c006c2e0 0x7ff4c006e7a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ff4d41f6bd0 0x7ff4d41f7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff4d4150d30 0x7ff4d41e7550 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 --2- 172.21.15.29:0/344724144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff4bc0039e0 0x7ff4d4150560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 >> 172.21.15.29:0/344724144 conn(0x7ff4d409d820 msgr2=0x7ff4d40d33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 shutdown_connections 2024-09-16T01:15:03.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.600+0000 7ff4dc25e640 1 -- 172.21.15.29:0/344724144 wait complete. 2024-09-16T01:15:03.612 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:15:03.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.713+0000 7f2370578640 1 Processor -- start 2024-09-16T01:15:03.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.713+0000 7f2370578640 1 -- start start 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f2370578640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 0x7f2368162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f2370578640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 0x7f23680b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f2370578640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23680b39a0 con 0x7f236815e7c0 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f2370578640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f23681630d0 con 0x7f23680b6a40 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f2370578640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f236815eba0 con 0x7f23680cf480 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236db13640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 0x7f2368162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236eb15640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 0x7f23680b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236e314640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f236815e7c0 0x7f23680b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:45420/0 (socket says 172.21.15.29:45420) 2024-09-16T01:15:03.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236e314640 1 -- 172.21.15.29:0/641475800 learned_addr learned my addr 172.21.15.29:0/641475800 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:03.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236d312640 1 -- 172.21.15.29:0/641475800 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2552634528 0 0) 0x7f23680b39a0 con 0x7f236815e7c0 2024-09-16T01:15:03.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236d312640 1 -- 172.21.15.29:0/641475800 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2354003520 con 0x7f236815e7c0 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236eb15640 1 -- 172.21.15.29:0/641475800 >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 msgr2=0x7f2368162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236eb15640 1 --2- 172.21.15.29:0/641475800 >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 0x7f2368162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236eb15640 1 -- 172.21.15.29:0/641475800 >> v1:172.21.15.122:6789/0 conn(0x7f236815e7c0 legacy=0x7f23680b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.714+0000 7f236eb15640 1 -- 172.21.15.29:0/641475800 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23680cfc60 con 0x7f23680cf480 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.715+0000 7f236db13640 1 --2- 172.21.15.29:0/641475800 >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 0x7f2368162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.715+0000 7f236eb15640 1 --2- 172.21.15.29:0/641475800 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 0x7f23680b9800 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2360009d90 tx=0x7f236002a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c5fc54ef5a73710 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.715+0000 7f236d312640 1 -- 172.21.15.29:0/641475800 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360007740 con 0x7f23680cf480 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.715+0000 7f236d312640 1 -- 172.21.15.29:0/641475800 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23600078e0 con 0x7f23680cf480 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f236d312640 1 -- 172.21.15.29:0/641475800 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360007c90 con 0x7f23680cf480 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 -- 172.21.15.29:0/641475800 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 msgr2=0x7f23680b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 --2- 172.21.15.29:0/641475800 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 0x7f23680b9800 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2360009d90 tx=0x7f236002a6f0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 -- 172.21.15.29:0/641475800 shutdown_connections 2024-09-16T01:15:03.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 --2- 172.21.15.29:0/641475800 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680cf480 0x7f23680b9800 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 --2- 172.21.15.29:0/641475800 >> v2:172.21.15.122:3300/0 conn(0x7f23680b6a40 0x7f2368162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 -- 172.21.15.29:0/641475800 >> 172.21.15.29:0/641475800 conn(0x7f23680d1320 msgr2=0x7f23680d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 -- 172.21.15.29:0/641475800 shutdown_connections 2024-09-16T01:15:03.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.716+0000 7f2370578640 1 -- 172.21.15.29:0/641475800 wait complete. 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.717+0000 7f2370578640 1 Processor -- start 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.717+0000 7f2370578640 1 -- start start 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 0x7f23680cd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f236815f100 con 0x7f236815e7c0 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f236815ee20 con 0x7f23680cf480 2024-09-16T01:15:03.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f2370578640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f236815f3e0 con 0x7f23680b6a40 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236eb15640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236e314640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 0x7f23680cd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236db13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236eb15640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33990/0 (socket says 172.21.15.29:33990) 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236db13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:57230/0 (socket says 172.21.15.29:57230) 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236e314640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 0x7f23680cd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:50896/0 (socket says 172.21.15.29:50896) 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236eb15640 1 -- 172.21.15.29:0/3830491016 learned_addr learned my addr 172.21.15.29:0/3830491016 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236eb15640 1 -- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 msgr2=0x7f23680cd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.718+0000 7f236eb15640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 0x7f23680cd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f236eb15640 1 -- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 msgr2=0x7f23681f7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f236eb15640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f236eb15640 1 -- 172.21.15.29:0/3830491016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23680cc110 con 0x7f236815e7c0 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f236db13640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:03.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f236eb15640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f2360009eb0 tx=0x7f2360004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360009450 con 0x7f236815e7c0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2360004240 con 0x7f236815e7c0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23680cc3f0 con 0x7f236815e7c0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360004630 con 0x7f236815e7c0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.719+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23680cc9b0 con 0x7f236815e7c0 2024-09-16T01:15:03.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.720+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f236815f900 con 0x7f236815e7c0 2024-09-16T01:15:03.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.721+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2360039040 con 0x7f236815e7c0 2024-09-16T01:15:03.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.721+0000 7f235affd640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 0x7f234c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:03.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.721+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f23600ac440 con 0x7f236815e7c0 2024-09-16T01:15:03.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.721+0000 7f236e314640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 0x7f234c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:03.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.722+0000 7f236e314640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 0x7f234c06e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2364005880 tx=0x7f2364009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:03.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.725+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2360040030 con 0x7f236815e7c0 2024-09-16T01:15:03.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.906+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23680d2660 con 0x7f236815e7c0 2024-09-16T01:15:03.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.907+0000 7f235affd640 1 -- 172.21.15.29:0/3830491016 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16822 (secure 0 0 0) 0x7f236007a540 con 0x7f236815e7c0 2024-09-16T01:15:03.908 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:03.908 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":33,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:14:55.856203+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:14:30.936223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:14:32.026036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6835/3030489285":"2024-09-17T01:14:55.856179+0000","172.21.15.29:6834/3030489285":"2024-09-17T01:14:55.856179+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 msgr2=0x7f234c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 0x7f234c06e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2364005880 tx=0x7f2364009040 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 msgr2=0x7f23681f8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f2360009eb0 tx=0x7f2360004a40 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 shutdown_connections 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f234c06c2b0 0x7f234c06e770 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236815e7c0 0x7f23681f8000 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f23680cf480 0x7f23681f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 --2- 172.21.15.29:0/3830491016 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f23680b6a40 0x7f23680cd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 >> 172.21.15.29:0/3830491016 conn(0x7f23680d1320 msgr2=0x7f236806be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 shutdown_connections 2024-09-16T01:15:03.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:03.909+0000 7f2370578640 1 -- 172.21.15.29:0/3830491016 wait complete. 2024-09-16T01:15:03.922 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:15:03.922 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:04.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.023+0000 7f54d9ba1640 1 Processor -- start 2024-09-16T01:15:04.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.023+0000 7f54d9ba1640 1 -- start start 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54d415eab0 0x7f54d406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d406dae0 0x7f54d40b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f54d40b80c0 0x7f54d40b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f54d40d09d0 con 0x7f54d415eab0 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f54d415ee90 con 0x7f54d40b80c0 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d9ba1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f54d406df20 con 0x7f54d406dae0 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d37fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54d415eab0 0x7f54d406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d37fe640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54d415eab0 0x7f54d406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33992/0 (socket says 172.21.15.29:33992) 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d37fe640 1 -- 172.21.15.29:0/2515605563 learned_addr learned my addr 172.21.15.29:0/2515605563 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:04.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d2ffd640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d406dae0 0x7f54d40b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 -- 172.21.15.29:0/2515605563 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d406dae0 msgr2=0x7f54d40b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.024+0000 7f54d3fff640 1 --2- 172.21.15.29:0/2515605563 >> v2:172.21.15.122:3300/0 conn(0x7f54d40b80c0 0x7f54d40b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d406dae0 0x7f54d40b7b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 -- 172.21.15.29:0/2515605563 >> v2:172.21.15.122:3300/0 conn(0x7f54d40b80c0 msgr2=0x7f54d40b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 --2- 172.21.15.29:0/2515605563 >> v2:172.21.15.122:3300/0 conn(0x7f54d40b80c0 0x7f54d40b8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 -- 172.21.15.29:0/2515605563 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d40d17e0 con 0x7f54d415eab0 2024-09-16T01:15:04.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d37fe640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d415eab0 0x7f54d406d5a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f54d40688e0 tx=0x7f54c402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c8b37949dafbf6a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.025+0000 7f54d27fc640 1 -- 172.21.15.29:0/2515605563 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c4037070 con 0x7f54d415eab0 2024-09-16T01:15:04.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d27fc640 1 -- 172.21.15.29:0/2515605563 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54c4032440 con 0x7f54d415eab0 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d27fc640 1 -- 172.21.15.29:0/2515605563 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c4032810 con 0x7f54d415eab0 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 -- 172.21.15.29:0/2515605563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d415eab0 msgr2=0x7f54d406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d415eab0 0x7f54d406d5a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f54d40688e0 tx=0x7f54c402a2a0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 -- 172.21.15.29:0/2515605563 shutdown_connections 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/2515605563 >> v2:172.21.15.122:3300/0 conn(0x7f54d40b80c0 0x7f54d40b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d406dae0 0x7f54d40b7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/2515605563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d415eab0 0x7f54d406d5a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 -- 172.21.15.29:0/2515605563 >> 172.21.15.29:0/2515605563 conn(0x7f54d40d4b30 msgr2=0x7f54d40d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 -- 172.21.15.29:0/2515605563 shutdown_connections 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.026+0000 7f54d9ba1640 1 -- 172.21.15.29:0/2515605563 wait complete. 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.027+0000 7f54d9ba1640 1 Processor -- start 2024-09-16T01:15:04.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.027+0000 7f54d9ba1640 1 -- start start 2024-09-16T01:15:04.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 0x7f54d415ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 0x7f54d4159220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f54d40d01d0 con 0x7f54d40b80c0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f54d40cfef0 con 0x7f54d406dae0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d9ba1640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f54d40d04b0 con 0x7f54d415eab0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34006/0 (socket says 172.21.15.29:34006) 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d2ffd640 1 -- 172.21.15.29:0/789755251 learned_addr learned my addr 172.21.15.29:0/789755251 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d3fff640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 0x7f54d4159220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.028+0000 7f54d37fe640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 0x7f54d415ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 -- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 msgr2=0x7f54d4159220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 0x7f54d4159220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 -- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 msgr2=0x7f54d415ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 0x7f54d415ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 -- 172.21.15.29:0/789755251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d4159020 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d37fe640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 0x7f54d415ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d3fff640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 0x7f54d4159220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d2ffd640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f54c800c5a0 tx=0x7f54c800ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8015070 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54c8004220 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8003610 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d40cb5d0 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.029+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d40cbb50 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.030+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54d40cc270 con 0x7f54d40b80c0 2024-09-16T01:15:04.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.031+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f54c80037b0 con 0x7f54d40b80c0 2024-09-16T01:15:04.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.031+0000 7f54bbfff640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 0x7f54c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.031+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f54c808b1e0 con 0x7f54d40b80c0 2024-09-16T01:15:04.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.031+0000 7f54d37fe640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 0x7f54c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.032+0000 7f54d37fe640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 0x7f54c006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f54c4034000 tx=0x7f54c402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.035+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f54d4159020 con 0x7f54d40b80c0 2024-09-16T01:15:04.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.246+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54d40b3400 con 0x7f54d40b80c0 2024-09-16T01:15:04.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.246+0000 7f54bbfff640 1 -- 172.21.15.29:0/789755251 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5225 (secure 0 0 0) 0x7f54c8059980 con 0x7f54d40b80c0 2024-09-16T01:15:04.248 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:04.248 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":22,"btime":"2024-09-16T01:14:59:877330+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:59.877325+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4824,"qdb_cluster":[4824]},"id":2}]} 2024-09-16T01:15:04.248 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 22 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 msgr2=0x7f54c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 0x7f54c006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f54c4034000 tx=0x7f54c402e000 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 msgr2=0x7f54d415bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f54c800c5a0 tx=0x7f54c800ca60 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 shutdown_connections 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f54c006c2b0 0x7f54c006e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f54d415eab0 0x7f54d4159220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54d40b80c0 0x7f54d415bfa0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 --2- 172.21.15.29:0/789755251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f54d406dae0 0x7f54d415ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.248+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 >> 172.21.15.29:0/789755251 conn(0x7f54d40d4b30 msgr2=0x7f54d40b6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.249+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 shutdown_connections 2024-09-16T01:15:04.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.249+0000 7f54d9ba1640 1 -- 172.21.15.29:0/789755251 wait complete. 2024-09-16T01:15:04.261 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:04.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.362+0000 7f99bfd13640 1 Processor -- start 2024-09-16T01:15:04.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.362+0000 7f99bfd13640 1 -- start start 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bfd13640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f99b80ce1f0 0x7f99b8154c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bfd13640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b80cf780 con 0x7f99b80afc70 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bfd13640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99b80cfa60 con 0x7f99b80cf200 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bfd13640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f99b80cfd40 con 0x7f99b80ce1f0 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bdaaf640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f99b80afc70 0x7f99b815f410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45330/0 (socket says 172.21.15.29:45330) 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bdaaf640 1 -- 172.21.15.29:0/3756644634 learned_addr learned my addr 172.21.15.29:0/3756644634 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99be2b0640 1 --2- 172.21.15.29:0/3756644634 >> v2:172.21.15.122:3300/0 conn(0x7f99b80ce1f0 0x7f99b8154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 563238724 0 0) 0x7f99b80cf780 con 0x7f99b80afc70 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.363+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99a0003520 con 0x7f99b80afc70 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3340046909 0 0) 0x7f99a0003520 con 0x7f99b80afc70 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 >> v2:172.21.15.122:3300/0 conn(0x7f99b80ce1f0 msgr2=0x7f99b8154c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:04.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 --2- 172.21.15.29:0/3756644634 >> v2:172.21.15.122:3300/0 conn(0x7f99b80ce1f0 0x7f99b8154c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 >> v1:172.21.15.122:6789/0 conn(0x7f99b80cf200 legacy=0x7f99b80cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b80d0020 con 0x7f99b80afc70 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f99a80019f0 con 0x7f99b80afc70 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 >> v1:172.21.15.29:6789/0 conn(0x7f99b80afc70 legacy=0x7f99b815f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99a00039b0 0x7f99a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99a00043b0 0x7f99a0004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99a000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f99b80cfd40 con 0x7f99a0005080 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f99a000bfe0 con 0x7f99a00039b0 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f99a000c1e0 con 0x7f99a00043b0 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99a000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bdaaf640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99a00039b0 0x7f99a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99bd2ae640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99a00043b0 0x7f99a0004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 -- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99a00043b0 msgr2=0x7f99a0004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99a00043b0 0x7f99a0004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 -- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99a00039b0 msgr2=0x7f99a0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99a00039b0 0x7f99a0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.364+0000 7f99be2b0640 1 -- 172.21.15.29:0/3756644634 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a0003520 con 0x7f99a0005080 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.365+0000 7f99be2b0640 1 -- 172.21.15.29:0/3756644634 reap_dead start 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.365+0000 7f99be2b0640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99a000b9c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f99b0009ac0 tx=0x7f99a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4c526ac43ca8c0b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.365+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b0009690 con 0x7f99a0005080 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.365+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99b0004020 con 0x7f99a0005080 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.365+0000 7f99bcaad640 1 -- 172.21.15.29:0/3756644634 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b0004410 con 0x7f99a0005080 2024-09-16T01:15:04.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 -- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 msgr2=0x7f99a000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99a000b9c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f99b0009ac0 tx=0x7f99a0005830 comp rx=0 tx=0).stop 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 -- 172.21.15.29:0/3756644634 shutdown_connections 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 --2- 172.21.15.29:0/3756644634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99a000b9c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 -- 172.21.15.29:0/3756644634 >> 172.21.15.29:0/3756644634 conn(0x7f99b80b1770 msgr2=0x7f99b80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 -- 172.21.15.29:0/3756644634 shutdown_connections 2024-09-16T01:15:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.366+0000 7f99bfd13640 1 -- 172.21.15.29:0/3756644634 wait complete. 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.367+0000 7f99bfd13640 1 Processor -- start 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.367+0000 7f99bfd13640 1 -- start start 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99b815a320 0x7f99b81f3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99b81f4280 0x7f99b81f4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f99b80b01d0 con 0x7f99a0005080 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f99b80b0050 con 0x7f99b81f4280 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bfd13640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f99b815f410 con 0x7f99b815a320 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34024/0 (socket says 172.21.15.29:34024) 2024-09-16T01:15:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 -- 172.21.15.29:0/1528434652 learned_addr learned my addr 172.21.15.29:0/1528434652 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bd2ae640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99b815a320 0x7f99b81f3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99be2b0640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99b81f4280 0x7f99b81f4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 -- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99b815a320 msgr2=0x7f99b81f3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99b815a320 0x7f99b81f3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 -- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99b81f4280 msgr2=0x7f99b81f4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99b81f4280 0x7f99b81f4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 -- 172.21.15.29:0/1528434652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99b80ae8d0 con 0x7f99a0005080 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.368+0000 7f99bdaaf640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f99a8001b60 tx=0x7f99a800a360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.369+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a8017020 con 0x7f99a0005080 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.369+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99a800ad40 con 0x7f99a0005080 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.369+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a8013610 con 0x7f99a0005080 2024-09-16T01:15:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.369+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99b80aebb0 con 0x7f99a0005080 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.369+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99b80af170 con 0x7f99a0005080 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.370+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99b815f7a0 con 0x7f99a0005080 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.370+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99a801a020 con 0x7f99a0005080 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.371+0000 7f99b67fc640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 0x7f99a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.371+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f99a808bd10 con 0x7f99a0005080 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.371+0000 7f99bd2ae640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 0x7f99a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.372+0000 7f99bd2ae640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 0x7f99a406e7a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f99b815e8f0 tx=0x7f99ac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.375+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f99a8021020 con 0x7f99a0005080 2024-09-16T01:15:04.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.586+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99b80adfd0 con 0x7f99a0005080 2024-09-16T01:15:04.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.587+0000 7f99b67fc640 1 -- 172.21.15.29:0/1528434652 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5225 (secure 0 0 0) 0x7f99a8059dd0 con 0x7f99a0005080 2024-09-16T01:15:04.588 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:04.588 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":22,"btime":"2024-09-16T01:14:59:877330+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T01:14:33.048668+0000","modified":"2024-09-16T01:14:59.877325+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":33,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4824},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4824":{"gid":4824,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6833/3016672278","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3016672278},{"type":"v1","addr":"172.21.15.29:6833","nonce":3016672278}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4824,"qdb_cluster":[4824]},"id":2}]} 2024-09-16T01:15:04.589 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 22 2024-09-16T01:15:04.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 msgr2=0x7f99a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 0x7f99a406e7a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f99b815e8f0 tx=0x7f99ac009040 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 msgr2=0x7f99b80ae1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f99a8001b60 tx=0x7f99a800a360 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 shutdown_connections 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f99a406c2e0 0x7f99a406e7a0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99b81f4280 0x7f99b81f4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f99b815a320 0x7f99b81f3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 --2- 172.21.15.29:0/1528434652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99a0005080 0x7f99b80ae1f0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 >> 172.21.15.29:0/1528434652 conn(0x7f99b80b1770 msgr2=0x7f99b80b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 shutdown_connections 2024-09-16T01:15:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.589+0000 7f99bfd13640 1 -- 172.21.15.29:0/1528434652 wait complete. 2024-09-16T01:15:04.601 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:15:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.703+0000 7fa8fdca5640 1 Processor -- start 2024-09-16T01:15:04.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.703+0000 7fa8fdca5640 1 -- start start 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8fdca5640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa8f80b6ee0 0x7fa8f80d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8fdca5640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8f806cec0 con 0x7fa8f815e8c0 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8fdca5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8f806d160 con 0x7fa8f815e4e0 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8fdca5640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa8f80d2d40 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8f7fff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa8f80b6ee0 0x7fa8f80d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8f6ffd640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa8f815e8c0 0x7fa8f80d1fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45334/0 (socket says 172.21.15.29:45334) 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.704+0000 7fa8f6ffd640 1 -- 172.21.15.29:0/3654131035 learned_addr learned my addr 172.21.15.29:0/3654131035 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f7fff640 1 -- 172.21.15.29:0/3654131035 >> v1:172.21.15.122:6789/0 conn(0x7fa8f815e4e0 legacy=0x7fa8f80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f7fff640 1 -- 172.21.15.29:0/3654131035 >> v1:172.21.15.29:6789/0 conn(0x7fa8f815e8c0 legacy=0x7fa8f80d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f7fff640 1 -- 172.21.15.29:0/3654131035 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f806d440 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f67fc640 1 -- 172.21.15.29:0/3654131035 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3711283421 0 0) 0x7fa8f806cec0 con 0x7fa8f815e8c0 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f7fff640 1 --2- 172.21.15.29:0/3654131035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f80d26d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009d90 tx=0x7fa8f002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54fcf7cc83eea463 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.705+0000 7fa8f67fc640 1 -- 172.21.15.29:0/3654131035 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0007740 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8f67fc640 1 -- 172.21.15.29:0/3654131035 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8f00078e0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8f67fc640 1 -- 172.21.15.29:0/3654131035 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0007cb0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3654131035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 msgr2=0x7fa8f80d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3654131035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f80d26d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009d90 tx=0x7fa8f002a660 comp rx=0 tx=0).stop 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3654131035 shutdown_connections 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3654131035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f80d26d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3654131035 >> 172.21.15.29:0/3654131035 conn(0x7fa8f806f400 msgr2=0x7fa8f806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3654131035 shutdown_connections 2024-09-16T01:15:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.706+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3654131035 wait complete. 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.707+0000 7fa8fdca5640 1 Processor -- start 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.707+0000 7fa8fdca5640 1 -- start start 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8f815e4e0 0x7fa8f814f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa8f815e8c0 0x7fa8f815a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f8169040 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f806ec50 con 0x7fa8f815e4e0 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8fdca5640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa8f81691c0 con 0x7fa8f815e8c0 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8f77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8f77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34054/0 (socket says 172.21.15.29:34054) 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8f77fe640 1 -- 172.21.15.29:0/3672122756 learned_addr learned my addr 172.21.15.29:0/3672122756 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8f6ffd640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8f815e4e0 0x7fa8f814f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.708+0000 7fa8f7fff640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa8f815e8c0 0x7fa8f815a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 -- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa8f815e8c0 msgr2=0x7fa8f815a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa8f815e8c0 0x7fa8f815a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 -- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8f815e4e0 msgr2=0x7fa8f814f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8f815e4e0 0x7fa8f814f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 -- 172.21.15.29:0/3672122756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f814fef0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8f77fe640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800c450 tx=0x7fa8e800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e80052d0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8e8005470 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8f81501d0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e8012870 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.709+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8f8150790 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.710+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8f80b67d0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.711+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa8e8012a10 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.711+0000 7fa8dffff640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 0x7fa8e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:04.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.711+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7fa8e808aff0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.711+0000 7fa8f6ffd640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 0x7fa8e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:04.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.712+0000 7fa8f6ffd640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 0x7fa8e406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa8f80b3f60 tx=0x7fa8ec007b80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:04.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.715+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8e8059700 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.894+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8f80b4ed0 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.895+0000 7fa8dffff640 1 -- 172.21.15.29:0/3672122756 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16822 (secure 0 0 0) 0x7fa8e8082e20 con 0x7fa8f80b6ee0 2024-09-16T01:15:04.896 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:04.896 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":33,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:14:55.856203+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:14:30.936223+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T01:14:32.026036+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6835/3030489285":"2024-09-17T01:14:55.856179+0000","172.21.15.29:6834/3030489285":"2024-09-17T01:14:55.856179+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:15:04.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 msgr2=0x7fa8e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 0x7fa8e406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa8f80b3f60 tx=0x7fa8ec007b80 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 msgr2=0x7fa8f813de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800c450 tx=0x7fa8e800c910 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 shutdown_connections 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8e406c2b0 0x7fa8e406e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa8f815e8c0 0x7fa8f815a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8f815e4e0 0x7fa8f814f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 --2- 172.21.15.29:0/3672122756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8f80b6ee0 0x7fa8f813de20 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 >> 172.21.15.29:0/3672122756 conn(0x7fa8f806f400 msgr2=0x7fa8f80d16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 shutdown_connections 2024-09-16T01:15:04.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:04.897+0000 7fa8fdca5640 1 -- 172.21.15.29:0/3672122756 wait complete. 2024-09-16T01:15:04.910 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T01:15:05.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.012+0000 7f02c01df640 1 Processor -- start 2024-09-16T01:15:05.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.012+0000 7f02c01df640 1 -- start start 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02c01df640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f02b815e4e0 0x7f02b80b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02c01df640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f02b815e8c0 0x7f02b80b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02c01df640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02b806cec0 con 0x7f02b80d1fc0 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02c01df640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f02b80d2d40 con 0x7f02b815e8c0 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02c01df640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f02b80d2b20 con 0x7f02b815e4e0 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02bd77a640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f02b815e8c0 0x7f02b80b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02be77c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f02b80d1fc0 0x7f02b80d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45348/0 (socket says 172.21.15.29:45348) 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.013+0000 7f02be77c640 1 -- 172.21.15.29:0/1578122685 learned_addr learned my addr 172.21.15.29:0/1578122685 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.014+0000 7f02bdf7b640 1 --2- 172.21.15.29:0/1578122685 >> v2:172.21.15.122:3300/0 conn(0x7f02b815e4e0 0x7f02b80b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.014+0000 7f02bd77a640 1 -- 172.21.15.29:0/1578122685 >> v2:172.21.15.122:3300/0 conn(0x7f02b815e4e0 msgr2=0x7f02b80b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:05.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.014+0000 7f02bd77a640 1 --2- 172.21.15.29:0/1578122685 >> v2:172.21.15.122:3300/0 conn(0x7f02b815e4e0 0x7f02b80b67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.014+0000 7f02bd77a640 1 -- 172.21.15.29:0/1578122685 >> v1:172.21.15.29:6789/0 conn(0x7f02b80d1fc0 legacy=0x7f02b80d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.014+0000 7f02bd77a640 1 -- 172.21.15.29:0/1578122685 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b806d160 con 0x7f02b815e8c0 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02bd77a640 1 --2- 172.21.15.29:0/1578122685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b815e8c0 0x7f02b80b6d10 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f02b8075a10 tx=0x7f02ac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac38e77d66eae0a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02bcf79640 1 -- 172.21.15.29:0/1578122685 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac037070 con 0x7f02b815e8c0 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02bcf79640 1 -- 172.21.15.29:0/1578122685 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02ac032440 con 0x7f02b815e8c0 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02bcf79640 1 -- 172.21.15.29:0/1578122685 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac032810 con 0x7f02b815e8c0 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 -- 172.21.15.29:0/1578122685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b815e8c0 msgr2=0x7f02b80b6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 --2- 172.21.15.29:0/1578122685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b815e8c0 0x7f02b80b6d10 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f02b8075a10 tx=0x7f02ac02a1a0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 -- 172.21.15.29:0/1578122685 shutdown_connections 2024-09-16T01:15:05.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 --2- 172.21.15.29:0/1578122685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b815e8c0 0x7f02b80b6d10 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 --2- 172.21.15.29:0/1578122685 >> v2:172.21.15.122:3300/0 conn(0x7f02b815e4e0 0x7f02b80b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 -- 172.21.15.29:0/1578122685 >> 172.21.15.29:0/1578122685 conn(0x7f02b806f400 msgr2=0x7f02b806f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:05.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 -- 172.21.15.29:0/1578122685 shutdown_connections 2024-09-16T01:15:05.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.015+0000 7f02c01df640 1 -- 172.21.15.29:0/1578122685 wait complete. 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 Processor -- start 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 -- start start 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f02b815e4e0 0x7f02b814ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02b815e8c0 0x7f02b80b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f02b806d720 con 0x7f02b80d1fc0 2024-09-16T01:15:05.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f02b80b7250 con 0x7f02b815e8c0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02c01df640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f02b806dc40 con 0x7f02b815e4e0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02bdf7b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.017+0000 7f02bdf7b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34064/0 (socket says 172.21.15.29:34064) 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 -- 172.21.15.29:0/1840935878 learned_addr learned my addr 172.21.15.29:0/1840935878 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02be77c640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02b815e8c0 0x7f02b80b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bd77a640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f02b815e4e0 0x7f02b814ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 -- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f02b815e4e0 msgr2=0x7f02b814ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f02b815e4e0 0x7f02b814ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 -- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02b815e8c0 msgr2=0x7f02b80b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02b815e8c0 0x7f02b80b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 -- 172.21.15.29:0/1840935878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b80b0c50 con 0x7f02b80d1fc0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02bdf7b640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f02b000d800 tx=0x7f02b000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b000b6c0 con 0x7f02b80d1fc0 2024-09-16T01:15:05.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02b0019070 con 0x7f02b80d1fc0 2024-09-16T01:15:05.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b80b0f30 con 0x7f02b80d1fc0 2024-09-16T01:15:05.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b000ba80 con 0x7f02b80d1fc0 2024-09-16T01:15:05.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.018+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b80b14f0 con 0x7f02b80d1fc0 2024-09-16T01:15:05.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.019+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b80d2410 con 0x7f02b80d1fc0 2024-09-16T01:15:05.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.020+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f02b000bc20 con 0x7f02b80d1fc0 2024-09-16T01:15:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.020+0000 7f02b67fc640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 0x7f02a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.020+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5795+0+0 (secure 0 0 0) 0x7f02b008b920 con 0x7f02b80d1fc0 2024-09-16T01:15:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.020+0000 7f02bd77a640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 0x7f02a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.021+0000 7f02bd77a640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 0x7f02a406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f02ac034000 tx=0x7f02ac02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.024+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f02b005a030 con 0x7f02b80d1fc0 2024-09-16T01:15:05.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.234+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f02b815c3c0 con 0x7f02b80d1fc0 2024-09-16T01:15:05.235 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-16T01:15:05.234+0000 7f439e395640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T01:15:05.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.236+0000 7f02b67fc640 1 -- 172.21.15.29:0/1840935878 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v23) ==== 161+0+0 (secure 0 0 0) 0x7f02b0059930 con 0x7f02b80d1fc0 2024-09-16T01:15:05.237 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 msgr2=0x7f02a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 0x7f02a406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f02ac034000 tx=0x7f02ac02e000 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 msgr2=0x7f02b80b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f02b000d800 tx=0x7f02b000dcc0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 shutdown_connections 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f02a406c2b0 0x7f02a406e770 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02b815e8c0 0x7f02b80b2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f02b815e4e0 0x7f02b814ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 --2- 172.21.15.29:0/1840935878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02b80d1fc0 0x7f02b80b1cf0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 >> 172.21.15.29:0/1840935878 conn(0x7f02b806f400 msgr2=0x7f02b80d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:05.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.238+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 shutdown_connections 2024-09-16T01:15:05.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.239+0000 7f02c01df640 1 -- 172.21.15.29:0/1840935878 wait complete. 2024-09-16T01:15:05.242 INFO:tasks.ceph.mds.c.smithi029.stderr: -327> 2024-09-16T01:15:01.652+0000 7fc9ec9ec640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:15:05.252 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T01:15:05.268 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-16T01:15:05.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.356+0000 7f8fb807b640 1 Processor -- start 2024-09-16T01:15:05.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.356+0000 7f8fb807b640 1 -- start start 2024-09-16T01:15:05.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb807b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00cedd0 0x7f8fb00d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb807b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fb00b75a0 0x7f8fb00d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb807b640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fb00d2790 con 0x7f8fb00b3490 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb807b640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8fb00b6c10 con 0x7f8fb00b75a0 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb807b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f8fb00d2a70 con 0x7f8fb00cedd0 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb6618640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fb00b75a0 0x7f8fb00d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb5616640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8fb00b3490 0x7f8fb00cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45360/0 (socket says 172.21.15.29:45360) 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb5616640 1 -- 172.21.15.29:0/3946493768 learned_addr learned my addr 172.21.15.29:0/3946493768 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb5e17640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00cedd0 0x7f8fb00d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb6618640 1 -- 172.21.15.29:0/3946493768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00cedd0 msgr2=0x7f8fb00d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb6618640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00cedd0 0x7f8fb00d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb6618640 1 -- 172.21.15.29:0/3946493768 >> v1:172.21.15.29:6789/0 conn(0x7f8fb00b3490 legacy=0x7f8fb00cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb4e15640 1 -- 172.21.15.29:0/3946493768 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4080661690 0 0) 0x7f8fb00d2790 con 0x7f8fb00b3490 2024-09-16T01:15:05.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.357+0000 7f8fb6618640 1 -- 172.21.15.29:0/3946493768 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb00d2d50 con 0x7f8fb00b75a0 2024-09-16T01:15:05.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.358+0000 7f8fb6618640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb00d3830 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009d90 tx=0x7f8fa802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c0d82e345e30129 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.358+0000 7f8fb4e15640 1 -- 172.21.15.29:0/3946493768 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8031600 con 0x7f8fb00b75a0 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.358+0000 7f8fb4e15640 1 -- 172.21.15.29:0/3946493768 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fa80317a0 con 0x7f8fb00b75a0 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.358+0000 7f8fb4e15640 1 -- 172.21.15.29:0/3946493768 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8031b70 con 0x7f8fb00b75a0 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 -- 172.21.15.29:0/3946493768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 msgr2=0x7f8fb00d3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb00d3830 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009d90 tx=0x7f8fa802a5d0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 -- 172.21.15.29:0/3946493768 shutdown_connections 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb00d3830 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3946493768 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00cedd0 0x7f8fb00d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 -- 172.21.15.29:0/3946493768 >> 172.21.15.29:0/3946493768 conn(0x7f8fb00d0f40 msgr2=0x7f8fb00d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 -- 172.21.15.29:0/3946493768 shutdown_connections 2024-09-16T01:15:05.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.359+0000 7f8fb807b640 1 -- 172.21.15.29:0/3946493768 wait complete. 2024-09-16T01:15:05.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.360+0000 7f8fb807b640 1 Processor -- start 2024-09-16T01:15:05.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.360+0000 7f8fb807b640 1 -- start start 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00b3490 0x7f8fb014c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 0x7f8fb00d4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb015e720 con 0x7f8fb00b75a0 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb00d3310 con 0x7f8fb00cedd0 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb807b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f8fb015e8a0 con 0x7f8fb00b3490 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34102/0 (socket says 172.21.15.29:34102) 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 -- 172.21.15.29:0/3862619073 learned_addr learned my addr 172.21.15.29:0/3862619073 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5e17640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00b3490 0x7f8fb014c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb6618640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 0x7f8fb00d4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 -- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00b3490 msgr2=0x7f8fb014c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00b3490 0x7f8fb014c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 -- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 msgr2=0x7f8fb00d4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 0x7f8fb00d4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 -- 172.21.15.29:0/3862619073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb014d1c0 con 0x7f8fb00b75a0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb6618640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 0x7f8fb00d4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.361+0000 7f8fb5616640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000c4e0 tx=0x7f8fa000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.362+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa0018070 con 0x7f8fb00b75a0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.362+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fa0007500 con 0x7f8fb00b75a0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.362+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa0004a20 con 0x7f8fb00b75a0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.362+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fb014d4a0 con 0x7f8fb00b75a0 2024-09-16T01:15:05.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.362+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fb014da60 con 0x7f8fb00b75a0 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.363+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fb00b7a50 con 0x7f8fb00b75a0 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.363+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8fa001b070 con 0x7f8fb00b75a0 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.364+0000 7f8fa67fc640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 0x7f8f9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.364+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5881+0+0 (secure 0 0 0) 0x7f8fa008a740 con 0x7f8fb00b75a0 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.364+0000 7f8fb5e17640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 0x7f8f9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:05.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.364+0000 7f8fb5e17640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 0x7f8f9406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8fb00b3460 tx=0x7f8fac009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:05.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.368+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fa0058900 con 0x7f8fb00b75a0 2024-09-16T01:15:05.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:05.581+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8fb015b940 con 0x7f8fb00b75a0 2024-09-16T01:15:06.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.240+0000 7f8fa67fc640 1 -- 172.21.15.29:0/3862619073 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v24) ==== 104+0+0 (secure 0 0 0) 0x7f8fa005cc00 con 0x7f8fb00b75a0 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 msgr2=0x7f8f9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 0x7f8f9406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8fb00b3460 tx=0x7f8fac009190 comp rx=0 tx=0).stop 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 msgr2=0x7f8fb01612f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000c4e0 tx=0x7f8fa000c9a0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 shutdown_connections 2024-09-16T01:15:06.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8f9406c2b0 0x7f8f9406e770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fb00cedd0 0x7f8fb00d4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fb00b75a0 0x7f8fb01612f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 --2- 172.21.15.29:0/3862619073 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8fb00b3490 0x7f8fb014c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 >> 172.21.15.29:0/3862619073 conn(0x7f8fb00d0f40 msgr2=0x7f8fb00cf1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 shutdown_connections 2024-09-16T01:15:06.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.243+0000 7f8fb807b640 1 -- 172.21.15.29:0/3862619073 wait complete. 2024-09-16T01:15:06.258 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T01:15:06.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.411+0000 7fccfa54b640 1 Processor -- start 2024-09-16T01:15:06.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.411+0000 7fccfa54b640 1 -- start start 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccfa54b640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf40d33d0 0x7fccf40d46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccfa54b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d4bf0 0x7fccf40b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccfa54b640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccf40d3a40 con 0x7fccf415e8a0 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccfa54b640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fccf40d37f0 con 0x7fccf40d33d0 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccfa54b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40d3d20 con 0x7fccf40d4bf0 2024-09-16T01:15:06.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccf37fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fccf40d33d0 0x7fccf40d46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccf3fff640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fccf415e8a0 0x7fccf40cf920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:45456/0 (socket says 172.21.15.29:45456) 2024-09-16T01:15:06.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccf3fff640 1 -- 172.21.15.29:0/972075968 learned_addr learned my addr 172.21.15.29:0/972075968 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:06.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccf8ae8640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d4bf0 0x7fccf40b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.412+0000 7fccf37fe640 1 -- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d4bf0 msgr2=0x7fccf40b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:06.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf37fe640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d4bf0 0x7fccf40b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf37fe640 1 -- 172.21.15.29:0/972075968 >> v1:172.21.15.122:6789/0 conn(0x7fccf415e8a0 legacy=0x7fccf40cf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf37fe640 1 -- 172.21.15.29:0/972075968 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf40d4000 con 0x7fccf40d33d0 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf37fe640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d33d0 0x7fccf40d46b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcce80097a0 tx=0x7fcce802a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3b86db3537555ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf2ffd640 1 -- 172.21.15.29:0/972075968 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce8037070 con 0x7fccf40d33d0 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.413+0000 7fccf2ffd640 1 -- 172.21.15.29:0/972075968 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcce8032440 con 0x7fccf40d33d0 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccf2ffd640 1 -- 172.21.15.29:0/972075968 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce8032810 con 0x7fccf40d33d0 2024-09-16T01:15:06.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 -- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d33d0 msgr2=0x7fccf40d46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d33d0 0x7fccf40d46b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcce80097a0 tx=0x7fcce802a210 comp rx=0 tx=0).stop 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 -- 172.21.15.29:0/972075968 shutdown_connections 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d4bf0 0x7fccf40b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 --2- 172.21.15.29:0/972075968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d33d0 0x7fccf40d46b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 -- 172.21.15.29:0/972075968 >> 172.21.15.29:0/972075968 conn(0x7fccf40b6270 msgr2=0x7fccf40b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 -- 172.21.15.29:0/972075968 shutdown_connections 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.414+0000 7fccfa54b640 1 -- 172.21.15.29:0/972075968 wait complete. 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.415+0000 7fccfa54b640 1 Processor -- start 2024-09-16T01:15:06.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.415+0000 7fccfa54b640 1 -- start start 2024-09-16T01:15:06.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d33d0 0x7fccf40c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d4bf0 0x7fccf40c95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40b8390 con 0x7fccf415e8a0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fccf40b78c0 con 0x7fccf40d4bf0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccfa54b640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fccf40b8510 con 0x7fccf40d33d0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccf8ae8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccf8ae8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34110/0 (socket says 172.21.15.29:34110) 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccf8ae8640 1 -- 172.21.15.29:0/425719113 learned_addr learned my addr 172.21.15.29:0/425719113 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.416+0000 7fccf3fff640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d33d0 0x7fccf40c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf37fe640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d4bf0 0x7fccf40c95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 -- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d33d0 msgr2=0x7fccf40c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d33d0 0x7fccf40c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 -- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d4bf0 msgr2=0x7fccf40c95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d4bf0 0x7fccf40c95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 -- 172.21.15.29:0/425719113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf415f140 con 0x7fccf415e8a0 2024-09-16T01:15:06.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf8ae8640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fccec00efc0 tx=0x7fccec00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:06.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec018020 con 0x7fccf415e8a0 2024-09-16T01:15:06.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf415f420 con 0x7fccf415e8a0 2024-09-16T01:15:06.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccec009b10 con 0x7fccf415e8a0 2024-09-16T01:15:06.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec0146c0 con 0x7fccf415e8a0 2024-09-16T01:15:06.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.417+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf415f9e0 con 0x7fccf415e8a0 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.418+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccf4075a50 con 0x7fccf415e8a0 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.419+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fccec005d10 con 0x7fccf415e8a0 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.419+0000 7fccf0ff9640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.419+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5881+0+0 (secure 0 0 0) 0x7fccec08be70 con 0x7fccf415e8a0 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.419+0000 7fccf3fff640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:06.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.420+0000 7fccf3fff640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fccf40ba5c0 tx=0x7fcce4007e80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:06.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.424+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fccec022070 con 0x7fccf415e8a0 2024-09-16T01:15:06.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:06.599+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fccf40b4fd0 con 0x7fccf415e8a0 2024-09-16T01:15:07.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.241+0000 7fccf0ff9640 1 -- 172.21.15.29:0/425719113 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v35) ==== 181+0+0 (secure 0 0 0) 0x7fccec010040 con 0x7fccf415e8a0 2024-09-16T01:15:07.243 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 msgr2=0x7fcce006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fccf40ba5c0 tx=0x7fcce4007e80 comp rx=0 tx=0).stop 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 msgr2=0x7fccf4155510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fccec00efc0 tx=0x7fccec00c490 comp rx=0 tx=0).stop 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 shutdown_connections 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fccf415e8a0 0x7fccf4155510 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fccf40d4bf0 0x7fccf40c95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 --2- 172.21.15.29:0/425719113 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fccf40d33d0 0x7fccf40c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 >> 172.21.15.29:0/425719113 conn(0x7fccf40b6270 msgr2=0x7fccf40b57d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:07.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 shutdown_connections 2024-09-16T01:15:07.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.246+0000 7fccfa54b640 1 -- 172.21.15.29:0/425719113 wait complete. 2024-09-16T01:15:07.262 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T01:15:07.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.375+0000 7faf708e6640 1 Processor -- start 2024-09-16T01:15:07.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.375+0000 7faf708e6640 1 -- start start 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.376+0000 7faf708e6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7faf6c161d40 0x7faf6c0d0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.376+0000 7faf708e6640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faf6c0d0950 0x7faf6c06dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.376+0000 7faf708e6640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf6c0d0e90 con 0x7faf6c0b55c0 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.376+0000 7faf708e6640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7faf6c06d140 con 0x7faf6c0d0950 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.376+0000 7faf708e6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7faf6c06d420 con 0x7faf6c161d40 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faf6c0d0950 0x7faf6c06dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faf6c0d0950 0x7faf6c06dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41786/0 (socket says 172.21.15.29:41786) 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 -- 172.21.15.29:0/3711971181 learned_addr learned my addr 172.21.15.29:0/3711971181 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6a59c640 1 --2- 172.21.15.29:0/3711971181 >> v2:172.21.15.122:3300/0 conn(0x7faf6c161d40 0x7faf6c0d0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 -- 172.21.15.29:0/3711971181 >> v2:172.21.15.122:3300/0 conn(0x7faf6c161d40 msgr2=0x7faf6c0d0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 --2- 172.21.15.29:0/3711971181 >> v2:172.21.15.122:3300/0 conn(0x7faf6c161d40 0x7faf6c0d0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 -- 172.21.15.29:0/3711971181 >> v1:172.21.15.122:6789/0 conn(0x7faf6c0b55c0 legacy=0x7faf6c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.377+0000 7faf6ad9d640 1 -- 172.21.15.29:0/3711971181 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c06d700 con 0x7faf6c0d0950 2024-09-16T01:15:07.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf6ad9d640 1 --2- 172.21.15.29:0/3711971181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0d0950 0x7faf6c06dc20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7faf6c074260 tx=0x7faf6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8e2800378fe2a0f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:07.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf6959a640 1 -- 172.21.15.29:0/3711971181 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64037070 con 0x7faf6c0d0950 2024-09-16T01:15:07.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf6959a640 1 -- 172.21.15.29:0/3711971181 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf64032440 con 0x7faf6c0d0950 2024-09-16T01:15:07.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf6959a640 1 -- 172.21.15.29:0/3711971181 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64032810 con 0x7faf6c0d0950 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf708e6640 1 -- 172.21.15.29:0/3711971181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0d0950 msgr2=0x7faf6c06dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.378+0000 7faf708e6640 1 --2- 172.21.15.29:0/3711971181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0d0950 0x7faf6c06dc20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7faf6c074260 tx=0x7faf6402a270 comp rx=0 tx=0).stop 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 -- 172.21.15.29:0/3711971181 shutdown_connections 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 --2- 172.21.15.29:0/3711971181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c0d0950 0x7faf6c06dc20 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 --2- 172.21.15.29:0/3711971181 >> v2:172.21.15.122:3300/0 conn(0x7faf6c161d40 0x7faf6c0d0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 -- 172.21.15.29:0/3711971181 >> 172.21.15.29:0/3711971181 conn(0x7faf6c06f400 msgr2=0x7faf6c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 -- 172.21.15.29:0/3711971181 shutdown_connections 2024-09-16T01:15:07.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.379+0000 7faf708e6640 1 -- 172.21.15.29:0/3711971181 wait complete. 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.380+0000 7faf708e6640 1 Processor -- start 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.380+0000 7faf708e6640 1 -- start start 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c0b55c0 0x7faf6c15d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 0x7faf6c1f5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c06cee0 con 0x7faf6c161d40 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c06cd60 con 0x7faf6c0b55c0 2024-09-16T01:15:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf708e6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7faf6c0d2b20 con 0x7faf6c0d0950 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41790/0 (socket says 172.21.15.29:41790) 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 -- 172.21.15.29:0/2983762514 learned_addr learned my addr 172.21.15.29:0/2983762514 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6a59c640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c0b55c0 0x7faf6c15d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf69d9b640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 0x7faf6c1f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 -- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 msgr2=0x7faf6c1f5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 0x7faf6c1f5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 -- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c0b55c0 msgr2=0x7faf6c15d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c0b55c0 0x7faf6c15d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 -- 172.21.15.29:0/2983762514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c1f4590 con 0x7faf6c161d40 2024-09-16T01:15:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf69d9b640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 0x7faf6c1f5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.381+0000 7faf6ad9d640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faf6402a2b0 tx=0x7faf640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.382+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64041020 con 0x7faf6c161d40 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.382+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf6403d640 con 0x7faf6c161d40 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.382+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64037040 con 0x7faf6c161d40 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.382+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c15f930 con 0x7faf6c161d40 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.382+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c1f4ae0 con 0x7faf6c161d40 2024-09-16T01:15:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.383+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c0d0410 con 0x7faf6c161d40 2024-09-16T01:15:07.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.383+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf64044020 con 0x7faf6c161d40 2024-09-16T01:15:07.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.384+0000 7faf62ffd640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 0x7faf4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:07.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.384+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5443+0+0 (secure 0 0 0) 0x7faf640ab960 con 0x7faf6c161d40 2024-09-16T01:15:07.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.384+0000 7faf6a59c640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 0x7faf4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:07.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.385+0000 7faf6a59c640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 0x7faf4c06e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf6c155ef0 tx=0x7faf5c00b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:07.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.389+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf6404b030 con 0x7faf6c161d40 2024-09-16T01:15:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:07.566+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7faf6c1f4cb0 con 0x7faf6c161d40 2024-09-16T01:15:08.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.249+0000 7faf62ffd640 1 -- 172.21.15.29:0/2983762514 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v36) ==== 169+0+0 (secure 0 0 0) 0x7faf6407a1e0 con 0x7faf6c161d40 2024-09-16T01:15:08.251 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-16T01:15:08.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 msgr2=0x7faf4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 0x7faf4c06e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7faf6c155ef0 tx=0x7faf5c00b040 comp rx=0 tx=0).stop 2024-09-16T01:15:08.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 msgr2=0x7faf6c149f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faf6402a2b0 tx=0x7faf640046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 shutdown_connections 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7faf4c06c2b0 0x7faf4c06e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c161d40 0x7faf6c149f90 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7faf6c0d0950 0x7faf6c1f5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 --2- 172.21.15.29:0/2983762514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c0b55c0 0x7faf6c15d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.253+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 >> 172.21.15.29:0/2983762514 conn(0x7faf6c06f400 msgr2=0x7faf6c0730c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.254+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 shutdown_connections 2024-09-16T01:15:08.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.254+0000 7faf708e6640 1 -- 172.21.15.29:0/2983762514 wait complete. 2024-09-16T01:15:08.270 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-16T01:15:08.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.380+0000 7fdf2763c640 1 Processor -- start 2024-09-16T01:15:08.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.380+0000 7fdf2763c640 1 -- start start 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf2763c640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf200b3490 0x7fdf200d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf2763c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf200d3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf2763c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf200d2790 con 0x7fdf200cedd0 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf2763c640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fdf200b6c10 con 0x7fdf200b3490 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf2763c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdf200d2a70 con 0x7fdf200b75a0 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf24bd7640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fdf200b3490 0x7fdf200d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf25bd9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf200d3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf253d8640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7fdf200cedd0 0x7fdf200cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:55174/0 (socket says 172.21.15.29:55174) 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.381+0000 7fdf253d8640 1 -- 172.21.15.29:0/25049576 learned_addr learned my addr 172.21.15.29:0/25049576 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf24bd7640 1 -- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 msgr2=0x7fdf200d3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf24bd7640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf200d3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf24bd7640 1 -- 172.21.15.29:0/25049576 >> v1:172.21.15.122:6789/0 conn(0x7fdf200cedd0 legacy=0x7fdf200cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf17fff640 1 -- 172.21.15.29:0/25049576 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1984177016 0 0) 0x7fdf200d2790 con 0x7fdf200cedd0 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf24bd7640 1 -- 172.21.15.29:0/25049576 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf200d2d50 con 0x7fdf200b3490 2024-09-16T01:15:08.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.382+0000 7fdf25bd9640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf200d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:08.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf24bd7640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200d2090 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdf100097a0 tx=0x7fdf1002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acea8e42029ba3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf17fff640 1 -- 172.21.15.29:0/25049576 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf10037070 con 0x7fdf200b3490 2024-09-16T01:15:08.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf17fff640 1 -- 172.21.15.29:0/25049576 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1002ae50 con 0x7fdf200b3490 2024-09-16T01:15:08.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf17fff640 1 -- 172.21.15.29:0/25049576 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf10032660 con 0x7fdf200b3490 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 -- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 msgr2=0x7fdf200d2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200d2090 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdf100097a0 tx=0x7fdf1002a100 comp rx=0 tx=0).stop 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 -- 172.21.15.29:0/25049576 shutdown_connections 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf200d3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 --2- 172.21.15.29:0/25049576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200d2090 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 -- 172.21.15.29:0/25049576 >> 172.21.15.29:0/25049576 conn(0x7fdf200d0f40 msgr2=0x7fdf200d1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 -- 172.21.15.29:0/25049576 shutdown_connections 2024-09-16T01:15:08.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.383+0000 7fdf2763c640 1 -- 172.21.15.29:0/25049576 wait complete. 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 Processor -- start 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 -- start start 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200ca2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf2015bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2015e720 con 0x7fdf200cedd0 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf200d3310 con 0x7fdf200b3490 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf2763c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2015e8a0 con 0x7fdf200b75a0 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.385+0000 7fdf25bd9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41806/0 (socket says 172.21.15.29:41806) 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 -- 172.21.15.29:0/445093372 learned_addr learned my addr 172.21.15.29:0/445093372 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf24bd7640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf2015bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf253d8640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200ca2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 -- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 msgr2=0x7fdf2015bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf2015bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 -- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 msgr2=0x7fdf200ca2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200ca2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 -- 172.21.15.29:0/445093372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf201479b0 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf253d8640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200ca2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf25bd9640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800efc0 tx=0x7fdf18009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18018030 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1800cde0 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf20147c90 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18003bb0 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.386+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf20148250 con 0x7fdf200cedd0 2024-09-16T01:15:08.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.387+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf20161ab0 con 0x7fdf200cedd0 2024-09-16T01:15:08.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.388+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf1801b070 con 0x7fdf200cedd0 2024-09-16T01:15:08.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.388+0000 7fdf15ffb640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.388+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fdf1808ba90 con 0x7fdf200cedd0 2024-09-16T01:15:08.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.389+0000 7fdf253d8640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.389+0000 7fdf253d8640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c000f60 tx=0x7fdf1c007ca0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.393+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf20161ab0 con 0x7fdf200cedd0 2024-09-16T01:15:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.569+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fdf200ba460 con 0x7fdf200cedd0 2024-09-16T01:15:08.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.572+0000 7fdf15ffb640 1 -- 172.21.15.29:0/445093372 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7fdf18010040 con 0x7fdf200cedd0 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 msgr2=0x7fdf0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c000f60 tx=0x7fdf1c007ca0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 msgr2=0x7fdf2015c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800efc0 tx=0x7fdf18009f90 comp rx=0 tx=0).stop 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 shutdown_connections 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf200cedd0 0x7fdf2015c470 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fdf200b75a0 0x7fdf2015bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 --2- 172.21.15.29:0/445093372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf200b3490 0x7fdf200ca2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 >> 172.21.15.29:0/445093372 conn(0x7fdf200d0f40 msgr2=0x7fdf200cf1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:08.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 shutdown_connections 2024-09-16T01:15:08.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.575+0000 7fdf2763c640 1 -- 172.21.15.29:0/445093372 wait complete. 2024-09-16T01:15:08.587 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create' 2024-09-16T01:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.687+0000 7fa907e1e640 1 Processor -- start 2024-09-16T01:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 -- start start 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa900161c60 0x7fa9000d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fa90006cd90 0x7fa90006d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9000d0e20 0x7fa9000d1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa9000d2df0 con 0x7fa900161c60 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fa9000d3040 con 0x7fa90006cd90 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.688+0000 7fa907e1e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa900073050 con 0x7fa9000d0e20 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa900161c60 0x7fa9000d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa900161c60 0x7fa9000d1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41822/0 (socket says 172.21.15.29:41822) 2024-09-16T01:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 -- 172.21.15.29:0/1600182607 learned_addr learned my addr 172.21.15.29:0/1600182607 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa9063bb640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9000d0e20 0x7fa9000d1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa9053b9640 1 --2- 172.21.15.29:0/1600182607 >> v2:172.21.15.122:3300/0 conn(0x7fa90006cd90 0x7fa90006d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 -- 172.21.15.29:0/1600182607 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9000d0e20 msgr2=0x7fa9000d1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9000d0e20 0x7fa9000d1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 -- 172.21.15.29:0/1600182607 >> v2:172.21.15.122:3300/0 conn(0x7fa90006cd90 msgr2=0x7fa90006d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 --2- 172.21.15.29:0/1600182607 >> v2:172.21.15.122:3300/0 conn(0x7fa90006cd90 0x7fa90006d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.689+0000 7fa905bba640 1 -- 172.21.15.29:0/1600182607 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa900073330 con 0x7fa900161c60 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa905bba640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa900161c60 0x7fa9000d1e10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa9000ced70 tx=0x7fa8f802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=380093dffbd71b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa904bb8640 1 -- 172.21.15.29:0/1600182607 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8037070 con 0x7fa900161c60 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa904bb8640 1 -- 172.21.15.29:0/1600182607 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8f802ae00 con 0x7fa900161c60 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa904bb8640 1 -- 172.21.15.29:0/1600182607 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8032660 con 0x7fa900161c60 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa907e1e640 1 -- 172.21.15.29:0/1600182607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa900161c60 msgr2=0x7fa9000d1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.690+0000 7fa907e1e640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa900161c60 0x7fa9000d1e10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa9000ced70 tx=0x7fa8f802a0b0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 -- 172.21.15.29:0/1600182607 shutdown_connections 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa9000d0e20 0x7fa9000d1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 --2- 172.21.15.29:0/1600182607 >> v2:172.21.15.122:3300/0 conn(0x7fa90006cd90 0x7fa90006d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 --2- 172.21.15.29:0/1600182607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa900161c60 0x7fa9000d1e10 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 -- 172.21.15.29:0/1600182607 >> 172.21.15.29:0/1600182607 conn(0x7fa900067950 msgr2=0x7fa900067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 -- 172.21.15.29:0/1600182607 shutdown_connections 2024-09-16T01:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.691+0000 7fa907e1e640 1 -- 172.21.15.29:0/1600182607 wait complete. 2024-09-16T01:15:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.692+0000 7fa907e1e640 1 Processor -- start 2024-09-16T01:15:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.692+0000 7fa907e1e640 1 -- start start 2024-09-16T01:15:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.692+0000 7fa907e1e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.692+0000 7fa907e1e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 0x7fa9001e79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.692+0000 7fa907e1e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 0x7fa9001e7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa907e1e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa90006dc70 con 0x7fa90006cd90 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa907e1e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa900074100 con 0x7fa9000d0e20 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa907e1e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fa9000b4090 con 0x7fa900161c60 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41828/0 (socket says 172.21.15.29:41828) 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 -- 172.21.15.29:0/3347326793 learned_addr learned my addr 172.21.15.29:0/3347326793 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa9053b9640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 0x7fa9001e79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa9063bb640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 0x7fa9001e7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 -- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 msgr2=0x7fa9001e7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 0x7fa9001e7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 -- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 msgr2=0x7fa9001e79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 0x7fa9001e79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 -- 172.21.15.29:0/3347326793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9001e9260 con 0x7fa90006cd90 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa9063bb640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 0x7fa9001e7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa9053b9640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 0x7fa9001e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa905bba640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8000c00 tx=0x7fa8f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8041030 con 0x7fa90006cd90 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8f802ac00 con 0x7fa90006cd90 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9001e9500 con 0x7fa90006cd90 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8037040 con 0x7fa90006cd90 2024-09-16T01:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.693+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9001e9ac0 con 0x7fa90006cd90 2024-09-16T01:15:08.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.694+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa90006d730 con 0x7fa90006cd90 2024-09-16T01:15:08.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.695+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa8f8044070 con 0x7fa90006cd90 2024-09-16T01:15:08.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.695+0000 7fa8fe7fc640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:08.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.695+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fa8f80ab7a0 con 0x7fa90006cd90 2024-09-16T01:15:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.696+0000 7fa9053b9640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.696+0000 7fa9053b9640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa900156aa0 tx=0x7fa8f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:08.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.699+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8f804b070 con 0x7fa90006cd90 2024-09-16T01:15:08.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:08.939+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create"]} v 0) -- 0x7fa900067d90 con 0x7fa90006cd90 2024-09-16T01:15:09.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.250+0000 7fa8fe7fc640 1 -- 172.21.15.29:0/3347326793 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_cap_flush.TestCapFlush.test_replay_create"]}]=0 v98) ==== 138+0+0 (secure 0 0 0) 0x7fa8f8044e40 con 0x7fa90006cd90 2024-09-16T01:15:09.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 msgr2=0x7fa8ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:09.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa900156aa0 tx=0x7fa8f4008040 comp rx=0 tx=0).stop 2024-09-16T01:15:09.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 msgr2=0x7fa9001e7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:09.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8000c00 tx=0x7fa8f80046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:09.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 shutdown_connections 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fa900161c60 0x7fa9001e7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9000d0e20 0x7fa9001e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 --2- 172.21.15.29:0/3347326793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa90006cd90 0x7fa9001e7090 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 >> 172.21.15.29:0/3347326793 conn(0x7fa900067950 msgr2=0x7fa9000b63e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 shutdown_connections 2024-09-16T01:15:09.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:09.253+0000 7fa907e1e640 1 -- 172.21.15.29:0/3347326793 wait complete. 2024-09-16T01:15:09.265 INFO:tasks.cephfs_test_runner:MDS starts to handle client caps when it enters clientreplay stage. ... ok 2024-09-16T01:15:09.266 INFO:tasks.cephfs_test_runner: 2024-09-16T01:15:09.266 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-16T01:15:09.266 INFO:tasks.cephfs_test_runner:Ran 1 test in 60.201s 2024-09-16T01:15:09.266 INFO:tasks.cephfs_test_runner: 2024-09-16T01:15:09.266 INFO:tasks.cephfs_test_runner:OK 2024-09-16T01:15:09.267 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-16T01:15:09.276 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T01:15:09.284 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T01:15:09.285 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:15:09.285 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:09.302 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=910 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:15:09.302 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:15:09.302 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:09.358 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056794,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=910 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T01:15:09.358 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:15:09.358 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:09.378 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3644 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:15:09.378 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:15:09.378 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T01:15:09.437 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4055984,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3644 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248696k,nr_inodes=812174,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497396k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T01:15:09.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.437 DEBUG:teuthology.orchestra.run.smithi122:> ip netns list 2024-09-16T01:15:09.497 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T01:15:09.497 INFO:teuthology.orchestra.run.smithi122.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T01:15:09.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.497 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T01:15:09.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.568 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T01:15:09.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.636 DEBUG:teuthology.orchestra.run.smithi122:> sudo ip link delete ceph-brx 2024-09-16T01:15:09.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.724 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-16T01:15:09.742 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T01:15:09.742 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T01:15:09.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.742 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T01:15:09.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.813 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:15:09.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:15:09.882 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-16T01:15:09.969 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T01:15:09.978 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T01:15:09.978 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:15:10.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.080+0000 7fe4f44c9640 1 Processor -- start 2024-09-16T01:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.080+0000 7fe4f44c9640 1 -- start start 2024-09-16T01:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.081+0000 7fe4f44c9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.081+0000 7fe4f44c9640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4ec0ce480 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.081+0000 7fe4f44c9640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4ec0ce760 con 0x7fe4ec15b1e0 2024-09-16T01:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.081+0000 7fe4f44c9640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe4ec0b26f0 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41832/0 (socket says 172.21.15.29:41832) 2024-09-16T01:15:10.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f2a66640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe4ec0b22c0 0x7fe4ec0716c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58414/0 (socket says 172.21.15.29:58414) 2024-09-16T01:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 -- 172.21.15.29:0/2702361932 learned_addr learned my addr 172.21.15.29:0/2702361932 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 -- 172.21.15.29:0/2702361932 >> v1:172.21.15.122:6789/0 conn(0x7fe4ec15b1e0 legacy=0x7fe4ec0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 -- 172.21.15.29:0/2702361932 >> v1:172.21.15.29:6789/0 conn(0x7fe4ec0b22c0 legacy=0x7fe4ec0716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1a64640 1 -- 172.21.15.29:0/2702361932 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec0cea40 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.082+0000 7fe4f1263640 1 -- 172.21.15.29:0/2702361932 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4239280748 0 0) 0x7fe4ec0ce480 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.083+0000 7fe4f1a64640 1 --2- 172.21.15.29:0/2702361932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0009870 tx=0x7fe4e002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f404c8ef7c38702b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.083+0000 7fe4f1263640 1 -- 172.21.15.29:0/2702361932 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0037070 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.083+0000 7fe4f1263640 1 -- 172.21.15.29:0/2702361932 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4e0032440 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.083+0000 7fe4f1263640 1 -- 172.21.15.29:0/2702361932 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0032810 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 -- 172.21.15.29:0/2702361932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0cdfc0 msgr2=0x7fe4ec0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/2702361932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0009870 tx=0x7fe4e002a2a0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 -- 172.21.15.29:0/2702361932 shutdown_connections 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/2702361932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0cdfc0 0x7fe4ec0b1d80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 -- 172.21.15.29:0/2702361932 >> 172.21.15.29:0/2702361932 conn(0x7fe4ec06bc10 msgr2=0x7fe4ec06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 -- 172.21.15.29:0/2702361932 shutdown_connections 2024-09-16T01:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.084+0000 7fe4f44c9640 1 -- 172.21.15.29:0/2702361932 wait complete. 2024-09-16T01:15:10.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.085+0000 7fe4f44c9640 1 Processor -- start 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.085+0000 7fe4f44c9640 1 -- start start 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4ec0cdfc0 0x7fe4ec155580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4ec15b1e0 0x7fe4ec155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec15b5c0 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec0b43a0 con 0x7fe4ec15b1e0 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f44c9640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec071130 con 0x7fe4ec0cdfc0 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41840/0 (socket says 172.21.15.29:41840) 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 -- 172.21.15.29:0/3828577958 learned_addr learned my addr 172.21.15.29:0/3828577958 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2a66640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4ec15b1e0 0x7fe4ec155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f1a64640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4ec0cdfc0 0x7fe4ec155580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 -- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4ec0cdfc0 msgr2=0x7fe4ec155580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4ec0cdfc0 0x7fe4ec155580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 -- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4ec15b1e0 msgr2=0x7fe4ec155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4ec15b1e0 0x7fe4ec155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 -- 172.21.15.29:0/3828577958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec15c9a0 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.086+0000 7fe4f2265640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe4e800c430 tx=0x7fe4e800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.087+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e8011790 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.087+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4e8017070 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.087+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e8011bb0 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.087+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ec15cce0 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.087+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ec15d520 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.088+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ec0b1d80 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.088+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4e801c460 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.088+0000 7fe4deffd640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 0x7fe4d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.089+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fe4e808af90 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.089+0000 7fe4f1a64640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 0x7fe4d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.089+0000 7fe4f1a64640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 0x7fe4d006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0034000 tx=0x7fe4e002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.093+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4ec15cce0 con 0x7fe4ec0b22c0 2024-09-16T01:15:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.266+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe4ec15cec0 con 0x7fe4d006c2b0 2024-09-16T01:15:10.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.267+0000 7fe4deffd640 1 -- 172.21.15.29:0/3828577958 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13377 (secure 0 0 0) 0x7fe4e00043c0 con 0x7fe4d006c2b0 2024-09-16T01:15:10.268 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:10.268 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:15:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 msgr2=0x7fe4d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 0x7fe4d006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0034000 tx=0x7fe4e002e000 comp rx=0 tx=0).stop 2024-09-16T01:15:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 msgr2=0x7fe4ec153910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe4e800c430 tx=0x7fe4e800c8f0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 shutdown_connections 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe4d006c2b0 0x7fe4d006e770 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4ec15b1e0 0x7fe4ec155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe4ec0cdfc0 0x7fe4ec155580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 --2- 172.21.15.29:0/3828577958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4ec0b22c0 0x7fe4ec153910 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 >> 172.21.15.29:0/3828577958 conn(0x7fe4ec06bc10 msgr2=0x7fe4ec0d00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 shutdown_connections 2024-09-16T01:15:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.269+0000 7fe4f44c9640 1 -- 172.21.15.29:0/3828577958 wait complete. 2024-09-16T01:15:10.281 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-09-16T01:15:09.376693+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237016,"kb_used_data":4148,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737704,"statfs":{"total":773094113280,"available":772851408896,"internally_reserved":0,"allocated":4247552,"data_stored":2370554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8359,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-35,"num_read_kb":-37,"num_write":-73,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-16T01:14:55.881441+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:55.881441+0000","last_peered":"2024-09-16T01:14:55.881441+0000","last_clean":"2024-09-16T01:14:55.881441+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:55.881441+0000","last_undegraded":"2024-09-16T01:14:55.881441+0000","last_fullsized":"2024-09-16T01:14:55.881441+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":732872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":142518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":745038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:15:10.281 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:15:10.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.384+0000 7f283739f640 1 Processor -- start 2024-09-16T01:15:10.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.384+0000 7f283739f640 1 -- start start 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283739f640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f283015e740 0x7f28300b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283739f640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f28300d1430 0x7f28300b86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283739f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28300b8be0 con 0x7f283015e360 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283739f640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f28300b8e70 con 0x7f283015e740 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283739f640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f28300b9150 con 0x7f28300d1430 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2835b9c640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f283015e740 0x7f28300b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283639d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f283015e360 0x7f28300d0d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58430/0 (socket says 172.21.15.29:58430) 2024-09-16T01:15:10.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283639d640 1 -- 172.21.15.29:0/1487206341 learned_addr learned my addr 172.21.15.29:0/1487206341 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2835b9c640 1 -- 172.21.15.29:0/1487206341 >> v2:172.21.15.122:3300/0 conn(0x7f28300d1430 msgr2=0x7f28300b86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2836b9e640 1 --2- 172.21.15.29:0/1487206341 >> v2:172.21.15.122:3300/0 conn(0x7f28300d1430 0x7f28300b86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2835b9c640 1 --2- 172.21.15.29:0/1487206341 >> v2:172.21.15.122:3300/0 conn(0x7f28300d1430 0x7f28300b86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f283539b640 1 -- 172.21.15.29:0/1487206341 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3542317702 0 0) 0x7f28300b8be0 con 0x7f283015e360 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2835b9c640 1 -- 172.21.15.29:0/1487206341 >> v1:172.21.15.29:6789/0 conn(0x7f283015e360 legacy=0x7f28300d0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.385+0000 7f2835b9c640 1 -- 172.21.15.29:0/1487206341 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28300b9430 con 0x7f283015e740 2024-09-16T01:15:10.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f2835b9c640 1 --2- 172.21.15.29:0/1487206341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f283015e740 0x7f28300b8160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f28300c7d50 tx=0x7f282002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7fed40b762eedee server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f283539b640 1 -- 172.21.15.29:0/1487206341 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2820037070 con 0x7f283015e740 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f283539b640 1 -- 172.21.15.29:0/1487206341 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2820032440 con 0x7f283015e740 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f283539b640 1 -- 172.21.15.29:0/1487206341 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2820032810 con 0x7f283015e740 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f283739f640 1 -- 172.21.15.29:0/1487206341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f283015e740 msgr2=0x7f28300b8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.386+0000 7f283739f640 1 --2- 172.21.15.29:0/1487206341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f283015e740 0x7f28300b8160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f28300c7d50 tx=0x7f282002a1a0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 -- 172.21.15.29:0/1487206341 shutdown_connections 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 --2- 172.21.15.29:0/1487206341 >> v2:172.21.15.122:3300/0 conn(0x7f28300d1430 0x7f28300b86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 --2- 172.21.15.29:0/1487206341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f283015e740 0x7f28300b8160 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 -- 172.21.15.29:0/1487206341 >> 172.21.15.29:0/1487206341 conn(0x7f2830067950 msgr2=0x7f2830067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 -- 172.21.15.29:0/1487206341 shutdown_connections 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.387+0000 7f283739f640 1 -- 172.21.15.29:0/1487206341 wait complete. 2024-09-16T01:15:10.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 Processor -- start 2024-09-16T01:15:10.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 -- start start 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 0x7f28301f3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 0x7f28301f6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f28300d2bf0 con 0x7f28300d1430 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f28300d2a70 con 0x7f283015e740 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.388+0000 7f283739f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f28300d2d70 con 0x7f283015e360 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41860/0 (socket says 172.21.15.29:41860) 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 -- 172.21.15.29:0/2421763751 learned_addr learned my addr 172.21.15.29:0/2421763751 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2836b9e640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 0x7f28301f6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2835b9c640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 0x7f28301f3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 -- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 msgr2=0x7f28301f3e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 0x7f28301f3e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 -- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 msgr2=0x7f28301f6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 0x7f28301f6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 -- 172.21.15.29:0/2421763751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28300cc9d0 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2836b9e640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 0x7f28301f6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2835b9c640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 0x7f28301f3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283639d640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f282c00c500 tx=0x7f282c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282c018070 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f282c007580 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28300cccb0 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282c004a20 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.389+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28301574c0 con 0x7f28300d1430 2024-09-16T01:15:10.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.390+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28300d0d20 con 0x7f28300d1430 2024-09-16T01:15:10.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.391+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f282c01b070 con 0x7f28300d1430 2024-09-16T01:15:10.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.391+0000 7f2826ffd640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 0x7f281406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.391+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f282c08a470 con 0x7f28300d1430 2024-09-16T01:15:10.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.392+0000 7f2835b9c640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 0x7f281406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.392+0000 7f2835b9c640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 0x7f281406e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2820034000 tx=0x7f282002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.396+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f282c058f10 con 0x7f28300d1430 2024-09-16T01:15:10.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.569+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f283015c9f0 con 0x7f281406c2b0 2024-09-16T01:15:10.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.571+0000 7f2826ffd640 1 -- 172.21.15.29:0/2421763751 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13377 (secure 0 0 0) 0x7f283015c9f0 con 0x7f281406c2b0 2024-09-16T01:15:10.572 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:10.572 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.572+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 msgr2=0x7f281406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.572+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 0x7f281406e770 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2820034000 tx=0x7f282002e000 comp rx=0 tx=0).stop 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.572+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 msgr2=0x7f28300cc3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.572+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f282c00c500 tx=0x7f282c00c9c0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 shutdown_connections 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281406c2b0 0x7f281406e770 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f283015e740 0x7f28301f6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f283015e360 0x7f28301f3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 --2- 172.21.15.29:0/2421763751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28300d1430 0x7f28300cc3c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 >> 172.21.15.29:0/2421763751 conn(0x7f2830067950 msgr2=0x7f2830161730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 shutdown_connections 2024-09-16T01:15:10.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.573+0000 7f283739f640 1 -- 172.21.15.29:0/2421763751 wait complete. 2024-09-16T01:15:10.585 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-09-16T01:15:09.376693+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237016,"kb_used_data":4148,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737704,"statfs":{"total":773094113280,"available":772851408896,"internally_reserved":0,"allocated":4247552,"data_stored":2370554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8359,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-35,"num_read_kb":-37,"num_write":-73,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-16T01:14:55.881441+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:55.881441+0000","last_peered":"2024-09-16T01:14:55.881441+0000","last_clean":"2024-09-16T01:14:55.881441+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:55.881441+0000","last_undegraded":"2024-09-16T01:14:55.881441+0000","last_fullsized":"2024-09-16T01:14:55.881441+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":732872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":142518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":745038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:15:10.585 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T01:15:10.585 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:15:10.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.686+0000 7f12bf83c640 1 Processor -- start 2024-09-16T01:15:10.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.686+0000 7f12bf83c640 1 -- start start 2024-09-16T01:15:10.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bf83c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12b8165db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bf83c640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b80ce4f0 con 0x7f12b815b2e0 2024-09-16T01:15:10.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bf83c640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b80ce7d0 con 0x7f12b80cdfc0 2024-09-16T01:15:10.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bf83c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12b815b6c0 con 0x7f12b80b2490 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bd5d8640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f12b815b2e0 0x7f12b80b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58432/0 (socket says 172.21.15.29:58432) 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.687+0000 7f12bd5d8640 1 -- 172.21.15.29:0/1659490929 learned_addr learned my addr 172.21.15.29:0/1659490929 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1253512206 0 0) 0x7f12b80ce4f0 con 0x7f12b815b2e0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bddd9640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12b8165db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12a0003520 con 0x7f12b815b2e0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1885753610 0 0) 0x7f12a0003520 con 0x7f12b815b2e0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 msgr2=0x7f12b8165db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12b8165db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 >> v1:172.21.15.122:6789/0 conn(0x7f12b80cdfc0 legacy=0x7f12b80b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b80ceab0 con 0x7f12b815b2e0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f12a80019f0 con 0x7f12b815b2e0 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 >> v1:172.21.15.29:6789/0 conn(0x7f12b815b2e0 legacy=0x7f12b80b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a00039e0 0x7f12a0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12a0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12a00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12a000ba70 con 0x7f12a0004800 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12a000bc20 con 0x7f12a00039e0 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12a000be20 con 0x7f12b80b2490 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12a0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bd5d8640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a00039e0 0x7f12a0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bddd9640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12a00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 -- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 msgr2=0x7f12a00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b80b2490 0x7f12a00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 -- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a00039e0 msgr2=0x7f12a0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12a00039e0 0x7f12a0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.688+0000 7f12bcdd7640 1 -- 172.21.15.29:0/1659490929 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a0003520 con 0x7f12a0004800 2024-09-16T01:15:10.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.689+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12a0004c80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0015c0 tx=0x7f12a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=475c7a03732c5f4f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.689+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ac001290 con 0x7f12a0004800 2024-09-16T01:15:10.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.689+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12ac0052f0 con 0x7f12a0004800 2024-09-16T01:15:10.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.689+0000 7f12b7fff640 1 -- 172.21.15.29:0/1659490929 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12ac003830 con 0x7f12a0004800 2024-09-16T01:15:10.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 -- 172.21.15.29:0/1659490929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 msgr2=0x7f12a0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 --2- 172.21.15.29:0/1659490929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12a0004c80 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f12ac0015c0 tx=0x7f12a0005830 comp rx=0 tx=0).stop 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bddd9640 1 -- 172.21.15.29:0/1659490929 reap_dead start 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 -- 172.21.15.29:0/1659490929 shutdown_connections 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 -- 172.21.15.29:0/1659490929 >> 172.21.15.29:0/1659490929 conn(0x7f12b806bc10 msgr2=0x7f12b806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 -- 172.21.15.29:0/1659490929 shutdown_connections 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.690+0000 7f12bf83c640 1 -- 172.21.15.29:0/1659490929 wait complete. 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.691+0000 7f12bf83c640 1 Processor -- start 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.691+0000 7f12bf83c640 1 -- start start 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12b80ab280 0x7f12b80ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 0x7f12b8155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12b8071130 con 0x7f12a0004800 2024-09-16T01:15:10.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12b80b4430 con 0x7f12b80ab280 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bf83c640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f12b80712b0 con 0x7f12b81555b0 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41876/0 (socket says 172.21.15.29:41876) 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 -- 172.21.15.29:0/3344235126 learned_addr learned my addr 172.21.15.29:0/3344235126 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12b80ab280 0x7f12b80ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bddd9640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 0x7f12b8155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 -- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 msgr2=0x7f12b8155a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 0x7f12b8155a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 -- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12b80ab280 msgr2=0x7f12b80ab6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12b80ab280 0x7f12b80ab6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bd5d8640 1 -- 172.21.15.29:0/3344235126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b815d760 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.692+0000 7f12bddd9640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 0x7f12b8155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12bd5d8640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f12a800ef60 tx=0x7f12a800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a801e070 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a8019660 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b815da40 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8019a50 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.693+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b815e000 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.694+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b80728d0 con 0x7f12a0004800 2024-09-16T01:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.695+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f12a8021070 con 0x7f12a0004800 2024-09-16T01:15:10.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.695+0000 7f12b5ffb640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 0x7f12a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.695+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f12a808f860 con 0x7f12a0004800 2024-09-16T01:15:10.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.695+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 0x7f12a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.696+0000 7f12bcdd7640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 0x7f12a406e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f12ac032000 tx=0x7f12ac02f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.699+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12a8015040 con 0x7f12a0004800 2024-09-16T01:15:10.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.872+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f12b80d0240 con 0x7f12a406c2b0 2024-09-16T01:15:10.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.874+0000 7f12b5ffb640 1 -- 172.21.15.29:0/3344235126 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13377 (secure 0 0 0) 0x7f12b80d0240 con 0x7f12a406c2b0 2024-09-16T01:15:10.875 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:10.875 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 msgr2=0x7f12a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 0x7f12a406e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f12ac032000 tx=0x7f12ac02f000 comp rx=0 tx=0).stop 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 msgr2=0x7f12b8146ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f12a800ef60 tx=0x7f12a800ef90 comp rx=0 tx=0).stop 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 shutdown_connections 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f12a406c2b0 0x7f12a406e770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f12b81555b0 0x7f12b8155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12b80ab280 0x7f12b80ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 --2- 172.21.15.29:0/3344235126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12a0004800 0x7f12b8146ae0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 >> 172.21.15.29:0/3344235126 conn(0x7f12b806bc10 msgr2=0x7f12b80d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 shutdown_connections 2024-09-16T01:15:10.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.876+0000 7f12bf83c640 1 -- 172.21.15.29:0/3344235126 wait complete. 2024-09-16T01:15:10.888 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-09-16T01:15:09.376693+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237016,"kb_used_data":4148,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737704,"statfs":{"total":773094113280,"available":772851408896,"internally_reserved":0,"allocated":4247552,"data_stored":2370554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8359,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-35,"num_read_kb":-37,"num_write":-73,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001156"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":192,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-16T01:14:55.881441+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:14:55.881441+0000","last_peered":"2024-09-16T01:14:55.881441+0000","last_clean":"2024-09-16T01:14:55.881441+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:14:55.881441+0000","last_undegraded":"2024-09-16T01:14:55.881441+0000","last_fullsized":"2024-09-16T01:14:55.881441+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":732872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":143086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":142518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":154670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":745038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:15:10.888 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:15:10.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.989+0000 7f276cce6640 1 Processor -- start 2024-09-16T01:15:10.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.989+0000 7f276cce6640 1 -- start start 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276cce6640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f27680cf9d0 0x7f27680b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276cce6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2768072270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276cce6640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27680ce060 con 0x7f276815c480 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276cce6640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f27680cf100 con 0x7f27680cf9d0 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276cce6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f27680ce340 con 0x7f27680b23c0 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276659c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f276815c480 0x7f27680cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58448/0 (socket says 172.21.15.29:58448) 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276659c640 1 -- 172.21.15.29:0/3865916629 learned_addr learned my addr 172.21.15.29:0/3865916629 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3694549483 0 0) 0x7f27680ce060 con 0x7f276815c480 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2754003520 con 0x7f276815c480 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f2766d9d640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2768072270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.990+0000 7f2765d9b640 1 --2- 172.21.15.29:0/3865916629 >> v2:172.21.15.122:3300/0 conn(0x7f27680cf9d0 0x7f27680b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 9500532 0 0) 0x7f2754003520 con 0x7f276815c480 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 msgr2=0x7f2768072270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2768072270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 >> v2:172.21.15.122:3300/0 conn(0x7f27680cf9d0 msgr2=0x7f27680b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 --2- 172.21.15.29:0/3865916629 >> v2:172.21.15.122:3300/0 conn(0x7f27680cf9d0 0x7f27680b1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27680ce620 con 0x7f276815c480 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f2766d9d640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2768072270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f27580019f0 con 0x7f276815c480 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 >> v1:172.21.15.29:6789/0 conn(0x7f276815c480 legacy=0x7f27680cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27540039b0 0x7f2754003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2754004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2754004d40 0x7f27540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:10.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27680cf100 con 0x7f27540039b0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27680ce340 con 0x7f2754004d40 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f275400b9c0 con 0x7f27680b23c0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27540039b0 0x7f2754003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f2765d9b640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2754004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f2766d9d640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2754004d40 0x7f27540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 -- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 msgr2=0x7f2754004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27680b23c0 0x7f2754004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 -- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2754004d40 msgr2=0x7f27540051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2754004d40 0x7f27540051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.991+0000 7f276659c640 1 -- 172.21.15.29:0/3865916629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2754003520 con 0x7f27540039b0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.992+0000 7f276659c640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27540039b0 0x7f2754003dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f275800a920 tx=0x7f2754005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=494bb3876cc18d73 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.992+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275800a4c0 con 0x7f27540039b0 2024-09-16T01:15:10.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.992+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f275802f070 con 0x7f27540039b0 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.992+0000 7f276559a640 1 -- 172.21.15.29:0/3865916629 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275802bd00 con 0x7f27540039b0 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 -- 172.21.15.29:0/3865916629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27540039b0 msgr2=0x7f2754003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 --2- 172.21.15.29:0/3865916629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27540039b0 0x7f2754003dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f275800a920 tx=0x7f2754005830 comp rx=0 tx=0).stop 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f2766d9d640 1 -- 172.21.15.29:0/3865916629 reap_dead start 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 -- 172.21.15.29:0/3865916629 shutdown_connections 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 -- 172.21.15.29:0/3865916629 >> 172.21.15.29:0/3865916629 conn(0x7f276806bc10 msgr2=0x7f276806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 -- 172.21.15.29:0/3865916629 shutdown_connections 2024-09-16T01:15:10.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.993+0000 7f276cce6640 1 -- 172.21.15.29:0/3865916629 wait complete. 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.994+0000 7f276cce6640 1 Processor -- start 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.994+0000 7f276cce6640 1 -- start start 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27540039b0 0x7f2768155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 0x7f276814ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:11.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27680b2870 con 0x7f2768158590 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27680cebe0 con 0x7f276814f5a0 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276cce6640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f2768072270 con 0x7f27540039b0 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41886/0 (socket says 172.21.15.29:41886) 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 -- 172.21.15.29:0/1648979181 learned_addr learned my addr 172.21.15.29:0/1648979181 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f276659c640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27540039b0 0x7f2768155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2765d9b640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 0x7f276814ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 -- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27540039b0 msgr2=0x7f2768155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27540039b0 0x7f2768155a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 -- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 msgr2=0x7f276814ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 0x7f276814ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2766d9d640 1 -- 172.21.15.29:0/1648979181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2768157dd0 con 0x7f2768158590 2024-09-16T01:15:11.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.995+0000 7f2765d9b640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 0x7f276814ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f2766d9d640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f2768069df0 tx=0x7f27600108b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f276000f040 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f276001b070 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27681560d0 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2760003610 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.996+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f276814fdb0 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.997+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27680b1e80 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.997+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27600037b0 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.998+0000 7f275effd640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 0x7f274806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.998+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f276008afb0 con 0x7f2768158590 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.998+0000 7f276659c640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 0x7f274806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:11.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:10.998+0000 7f276659c640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 0x7f274806e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2758033000 tx=0x7f2758007000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:11.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.002+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2760059920 con 0x7f2768158590 2024-09-16T01:15:11.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.178+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2768073460 con 0x7f2768158590 2024-09-16T01:15:11.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.179+0000 7f275effd640 1 -- 172.21.15.29:0/1648979181 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+13126 (secure 0 0 0) 0x7f2760059220 con 0x7f2768158590 2024-09-16T01:15:11.180 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:11.181 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":36,"fsid":"de101f68-7166-4af9-9203-c0d41cf306c0","created":"2024-09-16T01:13:21.229655+0000","modified":"2024-09-16T01:15:08.243198+0000","last_up_change":"2024-09-16T01:13:33.537180+0000","last_in_change":"2024-09-16T01:13:23.294061+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:13:33.400828+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fa18301e-4fa4-4fdf-a95f-6f63dc5286b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6825","nonce":76324995}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6827","nonce":76324995}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6831","nonce":76324995}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":76324995},{"type":"v1","addr":"172.21.15.29:6829","nonce":76324995}]},"public_addr":"172.21.15.29:6825/76324995","cluster_addr":"172.21.15.29:6827/76324995","heartbeat_back_addr":"172.21.15.29:6831/76324995","heartbeat_front_addr":"172.21.15.29:6829/76324995","state":["exists","up"]},{"osd":1,"uuid":"ce61474c-e4ad-426e-837f-32fc0e535998","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6801","nonce":4125532244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6803","nonce":4125532244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6807","nonce":4125532244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":4125532244},{"type":"v1","addr":"172.21.15.29:6805","nonce":4125532244}]},"public_addr":"172.21.15.29:6801/4125532244","cluster_addr":"172.21.15.29:6803/4125532244","heartbeat_back_addr":"172.21.15.29:6807/4125532244","heartbeat_front_addr":"172.21.15.29:6805/4125532244","state":["exists","up"]},{"osd":2,"uuid":"3b838a67-ee92-4a5e-9172-b00c6a46e331","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6809","nonce":995211388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6811","nonce":995211388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6815","nonce":995211388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":995211388},{"type":"v1","addr":"172.21.15.29:6813","nonce":995211388}]},"public_addr":"172.21.15.29:6809/995211388","cluster_addr":"172.21.15.29:6811/995211388","heartbeat_back_addr":"172.21.15.29:6815/995211388","heartbeat_front_addr":"172.21.15.29:6813/995211388","state":["exists","up"]},{"osd":3,"uuid":"91325cd3-1210-48b6-b05d-a748180f8ea9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6817","nonce":3448760939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6819","nonce":3448760939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6823","nonce":3448760939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":3448760939},{"type":"v1","addr":"172.21.15.29:6821","nonce":3448760939}]},"public_addr":"172.21.15.29:6817/3448760939","cluster_addr":"172.21.15.29:6819/3448760939","heartbeat_back_addr":"172.21.15.29:6823/3448760939","heartbeat_front_addr":"172.21.15.29:6821/3448760939","state":["exists","up"]},{"osd":4,"uuid":"20e510eb-583e-4531-b4f5-f7fe86321dfa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6809","nonce":71770549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6811","nonce":71770549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6815","nonce":71770549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":71770549},{"type":"v1","addr":"172.21.15.122:6813","nonce":71770549}]},"public_addr":"172.21.15.122:6809/71770549","cluster_addr":"172.21.15.122:6811/71770549","heartbeat_back_addr":"172.21.15.122:6815/71770549","heartbeat_front_addr":"172.21.15.122:6813/71770549","state":["exists","up"]},{"osd":5,"uuid":"c8e2dbe6-79b1-42a2-b459-0a31ffd95886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6825","nonce":2432120155}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6827","nonce":2432120155}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6831","nonce":2432120155}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":2432120155},{"type":"v1","addr":"172.21.15.122:6829","nonce":2432120155}]},"public_addr":"172.21.15.122:6825/2432120155","cluster_addr":"172.21.15.122:6827/2432120155","heartbeat_back_addr":"172.21.15.122:6831/2432120155","heartbeat_front_addr":"172.21.15.122:6829/2432120155","state":["exists","up"]},{"osd":6,"uuid":"13c06ab7-f402-42d3-88a3-494eee7fb080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6801","nonce":2668894123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6803","nonce":2668894123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6807","nonce":2668894123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":2668894123},{"type":"v1","addr":"172.21.15.122:6805","nonce":2668894123}]},"public_addr":"172.21.15.122:6801/2668894123","cluster_addr":"172.21.15.122:6803/2668894123","heartbeat_back_addr":"172.21.15.122:6807/2668894123","heartbeat_front_addr":"172.21.15.122:6805/2668894123","state":["exists","up"]},{"osd":7,"uuid":"d6684c71-fce4-4774-aaad-4e451aed8ee2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6817","nonce":2521137576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6819","nonce":2521137576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6823","nonce":2521137576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":2521137576},{"type":"v1","addr":"172.21.15.122:6821","nonce":2521137576}]},"public_addr":"172.21.15.122:6817/2521137576","cluster_addr":"172.21.15.122:6819/2521137576","heartbeat_back_addr":"172.21.15.122:6823/2521137576","heartbeat_front_addr":"172.21.15.122:6821/2521137576","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.809375+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.347513+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.113218+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:29.838496+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.515404+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.847527+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.437974+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:13:30.092336+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6833/3016672278":"2024-09-17T01:15:05.235305+0000","172.21.15.29:6832/3016672278":"2024-09-17T01:15:05.235305+0000","172.21.15.29:6835/3030489285":"2024-09-17T01:14:55.856179+0000","172.21.15.29:6834/3030489285":"2024-09-17T01:14:55.856179+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.181+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 msgr2=0x7f274806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.181+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 0x7f274806e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2758033000 tx=0x7f2758007000 comp rx=0 tx=0).stop 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.181+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 msgr2=0x7f2768158a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.181+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f2768069df0 tx=0x7f27600108b0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 shutdown_connections 2024-09-16T01:15:11.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f274806c2b0 0x7f274806e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2768158590 0x7f2768158a10 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f276814f5a0 0x7f276814ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 --2- 172.21.15.29:0/1648979181 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f27540039b0 0x7f2768155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 >> 172.21.15.29:0/1648979181 conn(0x7f276806bc10 msgr2=0x7f276815adf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 shutdown_connections 2024-09-16T01:15:11.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:11.182+0000 7f276cce6640 1 -- 172.21.15.29:0/1648979181 wait complete. 2024-09-16T01:15:12.194 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T01:15:12.194 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:12.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.302+0000 7f4b62a53640 1 Processor -- start 2024-09-16T01:15:12.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.302+0000 7f4b62a53640 1 -- start start 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b62a53640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4b5c161d40 0x7f4b5c0d0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b62a53640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0d0950 0x7f4b5c06dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b62a53640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b5c0d0e90 con 0x7f4b5c0b55c0 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b62a53640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4b5c06d140 con 0x7f4b5c161d40 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b62a53640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4b5c06d420 con 0x7f4b5c0d0950 2024-09-16T01:15:12.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4b5c161d40 0x7f4b5c0d0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4b5c161d40 0x7f4b5c0d0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41898/0 (socket says 172.21.15.29:41898) 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 -- 172.21.15.29:0/3404088568 learned_addr learned my addr 172.21.15.29:0/3404088568 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b60ff0640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0d0950 0x7f4b5c06dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 -- 172.21.15.29:0/3404088568 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0d0950 msgr2=0x7f4b5c06dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0d0950 0x7f4b5c06dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 -- 172.21.15.29:0/3404088568 >> v1:172.21.15.122:6789/0 conn(0x7f4b5c0b55c0 legacy=0x7f4b5c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.303+0000 7f4b5bfff640 1 -- 172.21.15.29:0/3404088568 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5c06d700 con 0x7f4b5c161d40 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.304+0000 7f4b5bfff640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0d0410 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c009870 tx=0x7f4b4c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a251c1d041d229d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.304+0000 7f4b5b7fe640 1 -- 172.21.15.29:0/3404088568 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b4c037070 con 0x7f4b5c161d40 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.304+0000 7f4b5b7fe640 1 -- 172.21.15.29:0/3404088568 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b4c032440 con 0x7f4b5c161d40 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.304+0000 7f4b5b7fe640 1 -- 172.21.15.29:0/3404088568 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b4c032810 con 0x7f4b5c161d40 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 -- 172.21.15.29:0/3404088568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c161d40 msgr2=0x7f4b5c0d0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0d0410 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c009870 tx=0x7f4b4c02a270 comp rx=0 tx=0).stop 2024-09-16T01:15:12.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 -- 172.21.15.29:0/3404088568 shutdown_connections 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0d0950 0x7f4b5c06dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 --2- 172.21.15.29:0/3404088568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0d0410 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 -- 172.21.15.29:0/3404088568 >> 172.21.15.29:0/3404088568 conn(0x7f4b5c06f400 msgr2=0x7f4b5c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 -- 172.21.15.29:0/3404088568 shutdown_connections 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.305+0000 7f4b62a53640 1 -- 172.21.15.29:0/3404088568 wait complete. 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.306+0000 7f4b62a53640 1 Processor -- start 2024-09-16T01:15:12.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.306+0000 7f4b62a53640 1 -- start start 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0b55c0 0x7f4b5c1f45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 0x7f4b5c0aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0cf340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4b5c06cee0 con 0x7f4b5c0d0950 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4b5c06cd60 con 0x7f4b5c161d40 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b62a53640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f4b5c0d2b20 con 0x7f4b5c0b55c0 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 0x7f4b5c0aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 0x7f4b5c0aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41910/0 (socket says 172.21.15.29:41910) 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 -- 172.21.15.29:0/1964586816 learned_addr learned my addr 172.21.15.29:0/1964586816 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b5bfff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0b55c0 0x7f4b5c1f45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b60ff0640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0cf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 -- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0b55c0 msgr2=0x7f4b5c1f45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f4b5c0b55c0 0x7f4b5c1f45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 -- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b5c161d40 msgr2=0x7f4b5c0cf340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b5c161d40 0x7f4b5c0cf340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.307+0000 7f4b53fff640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5c0cd9f0 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b53fff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 0x7f4b5c0aa490 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4b4400c3c0 tx=0x7f4b4400c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b44017070 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b440052d0 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b5c0cf880 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b44003680 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.308+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b5c1f4ed0 con 0x7f4b5c0d0950 2024-09-16T01:15:12.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.309+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4b5c0d0410 con 0x7f4b5c0d0950 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.309+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4b4401a070 con 0x7f4b5c0d0950 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b597fa640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4b3c06c2b0 0x7f4b3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f4b4408ac30 con 0x7f4b5c0d0950 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b5bfff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4b3c06c2b0 0x7f4b3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b597fa640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f4b3c072210 0x7f4b3c074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4b3c074ce0 con 0x7f4b3c072210 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.310+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f4b4408b0c0 con 0x7f4b5c0d0950 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.311+0000 7f4b60ff0640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f4b3c072210 0x7f4b3c074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.311+0000 7f4b5bfff640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4b3c06c2b0 0x7f4b3c06e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c034000 tx=0x7f4b4c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.311+0000 7f4b60ff0640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f4b3c072210 0x7f4b3c074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.312+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== osd.0 v2:172.21.15.29:6824/76324995 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4b3c074ce0 con 0x7f4b3c072210 2024-09-16T01:15:12.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.324+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 --> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4b5c1f5460 con 0x7f4b3c072210 2024-09-16T01:15:12.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.324+0000 7f4b597fa640 1 -- 172.21.15.29:0/1964586816 <== osd.0 v2:172.21.15.29:6824/76324995 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4b5c1f5460 con 0x7f4b3c072210 2024-09-16T01:15:12.326 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:12.326 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:12.326 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f4b3c072210 msgr2=0x7f4b3c074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:6824/76324995,v1:172.21.15.29:6825/76324995] conn(0x7f4b3c072210 0x7f4b3c074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4b3c06c2b0 msgr2=0x7f4b3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f4b3c06c2b0 0x7f4b3c06e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c034000 tx=0x7f4b4c02e000 comp rx=0 tx=0).stop 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 msgr2=0x7f4b5c0aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 --2- 172.21.15.29:0/1964586816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b5c0d0950 0x7f4b5c0aa490 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4b4400c3c0 tx=0x7f4b4400c7c0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b60ff0640 1 -- 172.21.15.29:0/1964586816 reap_dead start 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 shutdown_connections 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 >> 172.21.15.29:0/1964586816 conn(0x7f4b5c06f400 msgr2=0x7f4b5c0730c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 shutdown_connections 2024-09-16T01:15:12.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.325+0000 7f4b62a53640 1 -- 172.21.15.29:0/1964586816 wait complete. 2024-09-16T01:15:12.336 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T01:15:12.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.439+0000 7f084c949640 1 Processor -- start 2024-09-16T01:15:12.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.439+0000 7f084c949640 1 -- start start 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f084c949640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08480b47a0 0x7f08480cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f084c949640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08480d0a30 con 0x7f08480d2da0 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f084c949640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08480b76f0 con 0x7f084815c4a0 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f084c949640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f08480d0d30 con 0x7f08480b47a0 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f0845d9b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08480b47a0 0x7f08480cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f0846d9d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f08480d2da0 0x7f0848166030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58462/0 (socket says 172.21.15.29:58462) 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f0845d9b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08480b47a0 0x7f08480cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41914/0 (socket says 172.21.15.29:41914) 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.440+0000 7f0846d9d640 1 -- 172.21.15.29:0/719460488 learned_addr learned my addr 172.21.15.29:0/719460488 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f0845d9b640 1 -- 172.21.15.29:0/719460488 >> v1:172.21.15.122:6789/0 conn(0x7f084815c4a0 legacy=0x7f08480b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f0845d9b640 1 -- 172.21.15.29:0/719460488 >> v1:172.21.15.29:6789/0 conn(0x7f08480d2da0 legacy=0x7f0848166030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f084559a640 1 -- 172.21.15.29:0/719460488 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2848514279 0 0) 0x7f08480d0a30 con 0x7f08480d2da0 2024-09-16T01:15:12.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f0845d9b640 1 -- 172.21.15.29:0/719460488 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0848073710 con 0x7f08480b47a0 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f0845d9b640 1 --2- 172.21.15.29:0/719460488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480b47a0 0x7f08480cff80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f083c0097a0 tx=0x7f083c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc16e0d913b02017 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.441+0000 7f084559a640 1 -- 172.21.15.29:0/719460488 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c037070 con 0x7f08480b47a0 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084559a640 1 -- 172.21.15.29:0/719460488 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f083c032440 con 0x7f08480b47a0 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084559a640 1 -- 172.21.15.29:0/719460488 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c02ae60 con 0x7f08480b47a0 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 -- 172.21.15.29:0/719460488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480b47a0 msgr2=0x7f08480cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 --2- 172.21.15.29:0/719460488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480b47a0 0x7f08480cff80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f083c0097a0 tx=0x7f083c02a110 comp rx=0 tx=0).stop 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 -- 172.21.15.29:0/719460488 shutdown_connections 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 --2- 172.21.15.29:0/719460488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480b47a0 0x7f08480cff80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 -- 172.21.15.29:0/719460488 >> 172.21.15.29:0/719460488 conn(0x7f0848067950 msgr2=0x7f0848067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 -- 172.21.15.29:0/719460488 shutdown_connections 2024-09-16T01:15:12.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.442+0000 7f084c949640 1 -- 172.21.15.29:0/719460488 wait complete. 2024-09-16T01:15:12.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 Processor -- start 2024-09-16T01:15:12.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 -- start start 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08480b47a0 0x7f0848153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f084815c4a0 0x7f0848155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f084815c880 con 0x7f08480d2da0 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f08480d28e0 con 0x7f08480b47a0 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f084c949640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f084815ca00 con 0x7f084815c4a0 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f0845d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.444+0000 7f0845d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41924/0 (socket says 172.21.15.29:41924) 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 -- 172.21.15.29:0/2188214229 learned_addr learned my addr 172.21.15.29:0/2188214229 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0846d9d640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f084815c4a0 0x7f0848155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f084659c640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08480b47a0 0x7f0848153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 -- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f084815c4a0 msgr2=0x7f0848155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f084815c4a0 0x7f0848155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 -- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08480b47a0 msgr2=0x7f0848153560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08480b47a0 0x7f0848153560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 -- 172.21.15.29:0/2188214229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0848143cf0 con 0x7f08480d2da0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0845d9b640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f083c035040 tx=0x7f083c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c037050 con 0x7f08480d2da0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f083c038040 con 0x7f08480d2da0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0848143fd0 con 0x7f08480d2da0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f083c004470 con 0x7f08480d2da0 2024-09-16T01:15:12.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.445+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0848144590 con 0x7f08480d2da0 2024-09-16T01:15:12.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.446+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08480cff80 con 0x7f08480d2da0 2024-09-16T01:15:12.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.447+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f083c030900 con 0x7f08480d2da0 2024-09-16T01:15:12.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.447+0000 7f0836ffd640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 0x7f082806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.447+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f083c0ac030 con 0x7f08480d2da0 2024-09-16T01:15:12.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.447+0000 7f084659c640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 0x7f082806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.448+0000 7f084659c640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 0x7f082806e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0838000f60 tx=0x7f0838009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.452+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f083c07abf0 con 0x7f08480d2da0 2024-09-16T01:15:12.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.640+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f08480b5980 con 0x7f082806c2b0 2024-09-16T01:15:12.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.641+0000 7f0836ffd640 1 -- 172.21.15.29:0/2188214229 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f08480b5980 con 0x7f082806c2b0 2024-09-16T01:15:12.642 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 msgr2=0x7f082806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 0x7f082806e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0838000f60 tx=0x7f0838009040 comp rx=0 tx=0).stop 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 msgr2=0x7f0848151360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f083c035040 tx=0x7f083c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 shutdown_connections 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f082806c2b0 0x7f082806e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f084815c4a0 0x7f0848155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.643+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08480d2da0 0x7f0848151360 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.644+0000 7f084c949640 1 --2- 172.21.15.29:0/2188214229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f08480b47a0 0x7f0848153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.644+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 >> 172.21.15.29:0/2188214229 conn(0x7f0848067950 msgr2=0x7f08480b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.644+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 shutdown_connections 2024-09-16T01:15:12.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.644+0000 7f084c949640 1 -- 172.21.15.29:0/2188214229 wait complete. 2024-09-16T01:15:12.655 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T01:15:12.656 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:12.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.761+0000 7f13a4e5e640 1 Processor -- start 2024-09-16T01:15:12.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.761+0000 7f13a4e5e640 1 -- start start 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f13a4e5e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a015e8a0 0x7f13a00d33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f13a4e5e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f13a00cf920 0x7f13a00d46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f13a4e5e640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13a00d3a40 con 0x7f13a00d4bf0 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f13a4e5e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f13a00d3d20 con 0x7f13a00cf920 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f13a4e5e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f13a00d4000 con 0x7f13a015e8a0 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f139dd9b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f13a00cf920 0x7f13a00d46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f139ed9d640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f13a00d4bf0 0x7f13a00d1110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58468/0 (socket says 172.21.15.29:58468) 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.762+0000 7f139dd9b640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f13a00cf920 0x7f13a00d46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41940/0 (socket says 172.21.15.29:41940) 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139ed9d640 1 -- 172.21.15.29:0/3535132447 learned_addr learned my addr 172.21.15.29:0/3535132447 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:12.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139e59c640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a015e8a0 0x7f13a00d33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139dd9b640 1 -- 172.21.15.29:0/3535132447 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a015e8a0 msgr2=0x7f13a00d33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:12.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139dd9b640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a015e8a0 0x7f13a00d33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139dd9b640 1 -- 172.21.15.29:0/3535132447 >> v1:172.21.15.29:6789/0 conn(0x7f13a00d4bf0 legacy=0x7f13a00d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139dd9b640 1 -- 172.21.15.29:0/3535132447 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a00d42e0 con 0x7f13a00cf920 2024-09-16T01:15:12.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.763+0000 7f139d59a640 1 -- 172.21.15.29:0/3535132447 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3315162090 0 0) 0x7f13a00d3a40 con 0x7f13a00d4bf0 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f139dd9b640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00cf920 0x7f13a00d46b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f13880097a0 tx=0x7f138802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad8301e431e960a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f139d59a640 1 -- 172.21.15.29:0/3535132447 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388037070 con 0x7f13a00cf920 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f139d59a640 1 -- 172.21.15.29:0/3535132447 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1388032440 con 0x7f13a00cf920 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f139d59a640 1 -- 172.21.15.29:0/3535132447 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388032810 con 0x7f13a00cf920 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 -- 172.21.15.29:0/3535132447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00cf920 msgr2=0x7f13a00d46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00cf920 0x7f13a00d46b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f13880097a0 tx=0x7f138802a180 comp rx=0 tx=0).stop 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 -- 172.21.15.29:0/3535132447 shutdown_connections 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00cf920 0x7f13a00d46b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/3535132447 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a015e8a0 0x7f13a00d33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 -- 172.21.15.29:0/3535132447 >> 172.21.15.29:0/3535132447 conn(0x7f13a00b6270 msgr2=0x7f13a00b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 -- 172.21.15.29:0/3535132447 shutdown_connections 2024-09-16T01:15:12.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.764+0000 7f13a4e5e640 1 -- 172.21.15.29:0/3535132447 wait complete. 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 Processor -- start 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 -- start start 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a00cf920 0x7f13a00b56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 0x7f13a01538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f13a015e8a0 0x7f13a0153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f13a00cfee0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f13a00cfd60 con 0x7f13a015e8a0 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.766+0000 7f13a4e5e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f13a00b8e60 con 0x7f13a00cf920 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 0x7f13a01538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 0x7f13a01538b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41948/0 (socket says 172.21.15.29:41948) 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 -- 172.21.15.29:0/322199703 learned_addr learned my addr 172.21.15.29:0/322199703 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139e59c640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a00cf920 0x7f13a00b56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139ed9d640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f13a015e8a0 0x7f13a0153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 -- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a00cf920 msgr2=0x7f13a00b56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f13a00cf920 0x7f13a00b56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 -- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f13a015e8a0 msgr2=0x7f13a0153df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f13a015e8a0 0x7f13a0153df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a01583e0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139ed9d640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f13a015e8a0 0x7f13a0153df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f139dd9b640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 0x7f13a01538b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f13880097a0 tx=0x7f13880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388037050 con 0x7f13a00d4bf0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1388038040 con 0x7f13a00d4bf0 2024-09-16T01:15:12.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1388004490 con 0x7f13a00d4bf0 2024-09-16T01:15:12.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13a01586c0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.767+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13a00cc4b0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.768+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f13a0158d80 con 0x7f13a00d4bf0 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.769+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f138803c6d0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.769+0000 7f1396ffd640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f138006c2b0 0x7f138006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.769+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f13880abaa0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.769+0000 7f1396ffd640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7f1380072210 0x7f1380074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.769+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1388048e50 con 0x7f1380072210 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.770+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f13880b02a0 con 0x7f13a00d4bf0 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.770+0000 7f139e59c640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f138006c2b0 0x7f138006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.770+0000 7f139ed9d640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7f1380072210 0x7f1380074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.770+0000 7f139ed9d640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7f1380072210 0x7f1380074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.770+0000 7f139e59c640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f138006c2b0 0x7f138006e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13a00ba650 tx=0x7f1398009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.771+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== osd.1 v2:172.21.15.29:6800/4125532244 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1388048e50 con 0x7f1380072210 2024-09-16T01:15:12.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.783+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 --> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f13a00ceae0 con 0x7f1380072210 2024-09-16T01:15:12.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.783+0000 7f1396ffd640 1 -- 172.21.15.29:0/322199703 <== osd.1 v2:172.21.15.29:6800/4125532244 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f13a00ceae0 con 0x7f1380072210 2024-09-16T01:15:12.785 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:12.785 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:12.785 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7f1380072210 msgr2=0x7f1380074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:6800/4125532244,v1:172.21.15.29:6801/4125532244] conn(0x7f1380072210 0x7f1380074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f138006c2b0 msgr2=0x7f138006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f138006c2b0 0x7f138006e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13a00ba650 tx=0x7f1398009190 comp rx=0 tx=0).stop 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 msgr2=0x7f13a01538b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 --2- 172.21.15.29:0/322199703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13a00d4bf0 0x7f13a01538b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f13880097a0 tx=0x7f13880046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f139ed9d640 1 -- 172.21.15.29:0/322199703 reap_dead start 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 shutdown_connections 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 >> 172.21.15.29:0/322199703 conn(0x7f13a00b6270 msgr2=0x7f13a00ced50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 shutdown_connections 2024-09-16T01:15:12.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.784+0000 7f13a4e5e640 1 -- 172.21.15.29:0/322199703 wait complete. 2024-09-16T01:15:12.795 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T01:15:12.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.898+0000 7f282a39f640 1 Processor -- start 2024-09-16T01:15:12.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.898+0000 7f282a39f640 1 -- start start 2024-09-16T01:15:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f282a39f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f282415b2e0 0x7f28240b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f282a39f640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28240ce4f0 con 0x7f28240cdfc0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f282a39f640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28240ce7d0 con 0x7f28240b2490 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f282a39f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f282415b6c0 con 0x7f282415b2e0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f28237fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f28240cdfc0 0x7f28240b1d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58474/0 (socket says 172.21.15.29:58474) 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f28237fe640 1 -- 172.21.15.29:0/3056080596 learned_addr learned my addr 172.21.15.29:0/3056080596 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2823fff640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f282415b2e0 0x7f28240b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3322256645 0 0) 0x7f28240ce4f0 con 0x7f28240cdfc0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f280c003520 con 0x7f28240cdfc0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2969942515 0 0) 0x7f28240ce7d0 con 0x7f28240b2490 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28240ce4f0 con 0x7f28240b2490 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3765632547 0 0) 0x7f280c003520 con 0x7f28240cdfc0 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f282415b2e0 msgr2=0x7f28240b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f282415b2e0 0x7f28240b3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 >> v1:172.21.15.122:6789/0 conn(0x7f28240b2490 legacy=0x7f2824071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28240ceab0 con 0x7f28240cdfc0 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1328162118 0 0) 0x7f2818001670 con 0x7f28240cdfc0 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 >> v1:172.21.15.29:6789/0 conn(0x7f28240cdfc0 legacy=0x7f28240b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c003b70 0x7f280c003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f280c004800 0x7f280c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f280c0051c0 0x7f280c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f280c00bfb0 con 0x7f280c0051c0 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f280c00c160 con 0x7f280c004800 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f280c00c360 con 0x7f280c003b70 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.899+0000 7f2823fff640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f282415b2e0 0x7f28240b3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f280c0051c0 0x7f280c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f28237fe640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f280c004800 0x7f280c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f2823fff640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c003b70 0x7f280c003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 -- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c003b70 msgr2=0x7f280c003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c003b70 0x7f280c003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 -- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f280c004800 msgr2=0x7f280c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f280c004800 0x7f280c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.900+0000 7f282893c640 1 -- 172.21.15.29:0/3056080596 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f280c003520 con 0x7f280c0051c0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282893c640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f280c0051c0 0x7f280c00b9c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f281c001fc0 tx=0x7f280c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4b072f1e60e30c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c001be0 con 0x7f280c0051c0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f281c003b90 con 0x7f280c0051c0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f2822ffd640 1 -- 172.21.15.29:0/3056080596 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c0050d0 con 0x7f280c0051c0 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 -- 172.21.15.29:0/3056080596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f280c0051c0 msgr2=0x7f280c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 --2- 172.21.15.29:0/3056080596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f280c0051c0 0x7f280c00b9c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f281c001fc0 tx=0x7f280c005830 comp rx=0 tx=0).stop 2024-09-16T01:15:12.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282893c640 1 -- 172.21.15.29:0/3056080596 reap_dead start 2024-09-16T01:15:12.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 -- 172.21.15.29:0/3056080596 shutdown_connections 2024-09-16T01:15:12.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 -- 172.21.15.29:0/3056080596 >> 172.21.15.29:0/3056080596 conn(0x7f282406bc10 msgr2=0x7f282406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:12.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 -- 172.21.15.29:0/3056080596 shutdown_connections 2024-09-16T01:15:12.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.901+0000 7f282a39f640 1 -- 172.21.15.29:0/3056080596 wait complete. 2024-09-16T01:15:12.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.902+0000 7f282a39f640 1 Processor -- start 2024-09-16T01:15:12.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 -- start start 2024-09-16T01:15:12.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c0051c0 0x7f28241f8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 0x7f28240ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f28240712b0 con 0x7f28241517b0 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2824071130 con 0x7f28241f4550 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.903+0000 7f282a39f640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f28240b3d20 con 0x7f280c0051c0 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41972/0 (socket says 172.21.15.29:41972) 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 -- 172.21.15.29:0/2277383527 learned_addr learned my addr 172.21.15.29:0/2277383527 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f2823fff640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c0051c0 0x7f28241f8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f282893c640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 0x7f28240ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 -- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c0051c0 msgr2=0x7f28241f8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c0051c0 0x7f28241f8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 -- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 msgr2=0x7f28240ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 0x7f28240ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 -- 172.21.15.29:0/2277383527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28241f5480 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f282893c640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 0x7f28240ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f28237fe640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f2818007290 tx=0x7f2818007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2818001640 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2818018070 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281800fc20 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28241f8990 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.904+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28241f51a0 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.906+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2824069b20 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.906+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f281801c410 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.906+0000 7f2820ff9640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 0x7f281006e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.906+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f281808ad00 con 0x7f28241517b0 2024-09-16T01:15:12.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.907+0000 7f2823fff640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 0x7f281006e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:12.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.907+0000 7f2823fff640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 0x7f281006e6e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f28240af4c0 tx=0x7f2814009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:12.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:12.911+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2824069b20 con 0x7f28241517b0 2024-09-16T01:15:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.084+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f28240b40b0 con 0x7f281006c220 2024-09-16T01:15:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.085+0000 7f2820ff9640 1 -- 172.21.15.29:0/2277383527 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f28240b40b0 con 0x7f281006c220 2024-09-16T01:15:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 msgr2=0x7f281006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 0x7f281006e6e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f28240af4c0 tx=0x7f2814009190 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 msgr2=0x7f282415e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f2818007290 tx=0x7f2818007750 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 shutdown_connections 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f281006c220 0x7f281006e6e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28241f4550 0x7f28240ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28241517b0 0x7f282415e010 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 --2- 172.21.15.29:0/2277383527 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f280c0051c0 0x7f28241f8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 >> 172.21.15.29:0/2277383527 conn(0x7f282406bc10 msgr2=0x7f28240aff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 shutdown_connections 2024-09-16T01:15:13.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.087+0000 7f282a39f640 1 -- 172.21.15.29:0/2277383527 wait complete. 2024-09-16T01:15:13.099 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T01:15:13.100 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:13.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.206+0000 7ffb42a27640 1 Processor -- start 2024-09-16T01:15:13.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.206+0000 7ffb42a27640 1 -- start start 2024-09-16T01:15:13.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb42a27640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ffb3c15e6b0 0x7ffb3c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb42a27640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb42a27640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb3c06db30 con 0x7ffb3c0b3fb0 2024-09-16T01:15:13.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb42a27640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7ffb3c0d0490 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb42a27640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3c0d0770 con 0x7ffb3c06d630 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3b7fe640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3bfff640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7ffb3c15e6b0 0x7ffb3c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb40fc4640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7ffb3c0b3fb0 0x7ffb3c0b5320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:55228/0 (socket says 172.21.15.29:55228) 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3b7fe640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:56210/0 (socket says 172.21.15.29:56210) 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb40fc4640 1 -- 172.21.15.29:0/784056006 learned_addr learned my addr 172.21.15.29:0/784056006 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3bfff640 1 -- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 msgr2=0x7ffb3c073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3bfff640 1 -- 172.21.15.29:0/784056006 >> v1:172.21.15.122:6789/0 conn(0x7ffb3c0b3fb0 legacy=0x7ffb3c0b5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3bfff640 1 -- 172.21.15.29:0/784056006 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3c0d0180 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.207+0000 7ffb3b7fe640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:15:13.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.208+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c0d0f70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0097a0 tx=0x7ffb2c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44491f202811abe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.208+0000 7ffb3affd640 1 -- 172.21.15.29:0/784056006 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c037070 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.208+0000 7ffb3affd640 1 -- 172.21.15.29:0/784056006 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c032440 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.208+0000 7ffb3affd640 1 -- 172.21.15.29:0/784056006 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c032810 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 -- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 msgr2=0x7ffb3c0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c0d0f70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0097a0 tx=0x7ffb2c02a210 comp rx=0 tx=0).stop 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 -- 172.21.15.29:0/784056006 shutdown_connections 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 --2- 172.21.15.29:0/784056006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c0d0f70 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 -- 172.21.15.29:0/784056006 >> 172.21.15.29:0/784056006 conn(0x7ffb3c067950 msgr2=0x7ffb3c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 -- 172.21.15.29:0/784056006 shutdown_connections 2024-09-16T01:15:13.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.209+0000 7ffb42a27640 1 -- 172.21.15.29:0/784056006 wait complete. 2024-09-16T01:15:13.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.210+0000 7ffb42a27640 1 Processor -- start 2024-09-16T01:15:13.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.210+0000 7ffb42a27640 1 -- start start 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c15ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb3c0b3fb0 0x7ffb3c1568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c153e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c0740c0 con 0x7ffb3c0b3fb0 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c0d14b0 con 0x7ffb3c15e6b0 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb42a27640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3c074240 con 0x7ffb3c06d630 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb3b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb3c0b3fb0 0x7ffb3c1568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb3b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb3c0b3fb0 0x7ffb3c1568e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41978/0 (socket says 172.21.15.29:41978) 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb3b7fe640 1 -- 172.21.15.29:0/450352491 learned_addr learned my addr 172.21.15.29:0/450352491 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c15ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.211+0000 7ffb40fc4640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c153e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 -- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 msgr2=0x7ffb3c153e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb3c15e6b0 0x7ffb3c153e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 -- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb3c0b3fb0 msgr2=0x7ffb3c1568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb3c0b3fb0 0x7ffb3c1568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3c1543c0 con 0x7ffb3c06d630 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb3bfff640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c15ed00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c031000 tx=0x7ffb2c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c041030 con 0x7ffb3c06d630 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c030500 con 0x7ffb3c06d630 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb3c1579e0 con 0x7ffb3c06d630 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c037040 con 0x7ffb3c06d630 2024-09-16T01:15:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.212+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb3c155e00 con 0x7ffb3c06d630 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.213+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb3c073b80 con 0x7ffb3c06d630 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.214+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb2c044070 con 0x7ffb3c06d630 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.214+0000 7ffb38ff9640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ffb2806c2b0 0x7ffb2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.214+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7ffb2c0abfe0 con 0x7ffb3c06d630 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb3b7fe640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ffb2806c2b0 0x7ffb2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb38ff9640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7ffb28072210 0x7ffb28074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffb2c008eb0 con 0x7ffb28072210 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== mon.2 v2:172.21.15.122:3301/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ffb2c0ac3b0 con 0x7ffb3c06d630 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb40fc4640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7ffb28072210 0x7ffb28074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb40fc4640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7ffb28072210 0x7ffb28074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.215+0000 7ffb3b7fe640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ffb2806c2b0 0x7ffb2806e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009560 tx=0x7ffb30009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.216+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== osd.2 v2:172.21.15.29:6808/995211388 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffb2c008eb0 con 0x7ffb28072210 2024-09-16T01:15:13.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.228+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 --> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ffb3c0b2ab0 con 0x7ffb28072210 2024-09-16T01:15:13.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.228+0000 7ffb38ff9640 1 -- 172.21.15.29:0/450352491 <== osd.2 v2:172.21.15.29:6808/995211388 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ffb3c0b2ab0 con 0x7ffb28072210 2024-09-16T01:15:13.230 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:13.230 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:13.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7ffb28072210 msgr2=0x7ffb28074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.29:6808/995211388,v1:172.21.15.29:6809/995211388] conn(0x7ffb28072210 0x7ffb28074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ffb2806c2b0 msgr2=0x7ffb2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7ffb2806c2b0 0x7ffb2806e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009560 tx=0x7ffb30009190 comp rx=0 tx=0).stop 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 msgr2=0x7ffb3c15ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 --2- 172.21.15.29:0/450352491 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7ffb3c06d630 0x7ffb3c15ed00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c031000 tx=0x7ffb2c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb40fc4640 1 -- 172.21.15.29:0/450352491 reap_dead start 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 shutdown_connections 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 >> 172.21.15.29:0/450352491 conn(0x7ffb3c067950 msgr2=0x7ffb3c0d16c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 shutdown_connections 2024-09-16T01:15:13.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.229+0000 7ffb42a27640 1 -- 172.21.15.29:0/450352491 wait complete. 2024-09-16T01:15:13.240 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T01:15:13.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.343+0000 7f5e8db31640 1 Processor -- start 2024-09-16T01:15:13.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.343+0000 7f5e8db31640 1 -- start start 2024-09-16T01:15:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e8db31640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815e7c0 0x7f5e88162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e8db31640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5e880cf480 0x7f5e880b6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e8db31640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e880b39a0 con 0x7f5e8815f900 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e8db31640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5e881630d0 con 0x7f5e880cf480 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e8db31640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5e8815eba0 con 0x7f5e8815e7c0 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e86ffd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5e880cf480 0x7f5e880b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e87fff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5e8815f900 0x7f5e880b9800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58488/0 (socket says 172.21.15.29:58488) 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e87fff640 1 -- 172.21.15.29:0/2030117822 learned_addr learned my addr 172.21.15.29:0/2030117822 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e877fe640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815e7c0 0x7f5e88162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e86ffd640 1 -- 172.21.15.29:0/2030117822 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815e7c0 msgr2=0x7f5e88162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e86ffd640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815e7c0 0x7f5e88162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e86ffd640 1 -- 172.21.15.29:0/2030117822 >> v1:172.21.15.29:6789/0 conn(0x7f5e8815f900 legacy=0x7f5e880b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e86ffd640 1 -- 172.21.15.29:0/2030117822 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e880cfc60 con 0x7f5e880cf480 2024-09-16T01:15:13.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.344+0000 7f5e867fc640 1 -- 172.21.15.29:0/2030117822 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1780798633 0 0) 0x7f5e880b39a0 con 0x7f5e8815f900 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.345+0000 7f5e86ffd640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e880cf480 0x7f5e880b6330 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c0097a0 tx=0x7f5e7c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=106ba506549059e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.345+0000 7f5e867fc640 1 -- 172.21.15.29:0/2030117822 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c037070 con 0x7f5e880cf480 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.345+0000 7f5e867fc640 1 -- 172.21.15.29:0/2030117822 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e7c032440 con 0x7f5e880cf480 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.345+0000 7f5e867fc640 1 -- 172.21.15.29:0/2030117822 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c032810 con 0x7f5e880cf480 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 -- 172.21.15.29:0/2030117822 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e880cf480 msgr2=0x7f5e880b6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e880cf480 0x7f5e880b6330 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c0097a0 tx=0x7f5e7c02a210 comp rx=0 tx=0).stop 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 -- 172.21.15.29:0/2030117822 shutdown_connections 2024-09-16T01:15:13.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e880cf480 0x7f5e880b6330 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 --2- 172.21.15.29:0/2030117822 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815e7c0 0x7f5e88162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 -- 172.21.15.29:0/2030117822 >> 172.21.15.29:0/2030117822 conn(0x7f5e880d1320 msgr2=0x7f5e880d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 -- 172.21.15.29:0/2030117822 shutdown_connections 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.346+0000 7f5e8db31640 1 -- 172.21.15.29:0/2030117822 wait complete. 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.347+0000 7f5e8db31640 1 Processor -- start 2024-09-16T01:15:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.347+0000 7f5e8db31640 1 -- start start 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 0x7f5e880ca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 0x7f5e880b8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5e8815f100 con 0x7f5e8815e7c0 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5e8815ee20 con 0x7f5e880cf480 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e8db31640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5e8815f3e0 con 0x7f5e8815f900 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41986/0 (socket says 172.21.15.29:41986) 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 -- 172.21.15.29:0/3167492159 learned_addr learned my addr 172.21.15.29:0/3167492159 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e877fe640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 0x7f5e880ca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e87fff640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 0x7f5e880b8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 -- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 msgr2=0x7f5e880b8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 0x7f5e880b8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 -- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 msgr2=0x7f5e880ca3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 0x7f5e880ca3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 -- 172.21.15.29:0/3167492159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e881e8ba0 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e87fff640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 0x7f5e880b8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e877fe640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 0x7f5e880ca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.348+0000 7f5e86ffd640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c0097a0 tx=0x7f5e7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.349+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c037040 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.349+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e7c004030 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.349+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c006e10 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.349+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e881e8e80 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.349+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e881e9440 con 0x7f5e8815e7c0 2024-09-16T01:15:13.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.350+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e88162b90 con 0x7f5e8815e7c0 2024-09-16T01:15:13.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.350+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e7c030770 con 0x7f5e8815e7c0 2024-09-16T01:15:13.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.351+0000 7f5e6ffff640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 0x7f5e7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.351+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f5e7c0ac380 con 0x7f5e8815e7c0 2024-09-16T01:15:13.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.351+0000 7f5e877fe640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 0x7f5e7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.352+0000 7f5e877fe640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 0x7f5e7406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5e78006fd0 tx=0x7f5e78008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.355+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e7c07af40 con 0x7f5e8815e7c0 2024-09-16T01:15:13.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.529+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f5e880d2150 con 0x7f5e7406c2b0 2024-09-16T01:15:13.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.530+0000 7f5e6ffff640 1 -- 172.21.15.29:0/3167492159 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5e880d2150 con 0x7f5e7406c2b0 2024-09-16T01:15:13.531 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 msgr2=0x7f5e7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 0x7f5e7406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5e78006fd0 tx=0x7f5e78008040 comp rx=0 tx=0).stop 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 msgr2=0x7f5e880b7580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c0097a0 tx=0x7f5e7c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 shutdown_connections 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e7406c2b0 0x7f5e7406e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e8815f900 0x7f5e880b8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e8815e7c0 0x7f5e880b7580 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 --2- 172.21.15.29:0/3167492159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e880cf480 0x7f5e880ca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 >> 172.21.15.29:0/3167492159 conn(0x7f5e880d1320 msgr2=0x7f5e880d3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 shutdown_connections 2024-09-16T01:15:13.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.532+0000 7f5e8db31640 1 -- 172.21.15.29:0/3167492159 wait complete. 2024-09-16T01:15:13.543 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T01:15:13.544 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:13.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.649+0000 7f9e61f31640 1 Processor -- start 2024-09-16T01:15:13.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.649+0000 7f9e61f31640 1 -- start start 2024-09-16T01:15:13.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e61f31640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c06bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e61f31640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e5c0d2c40 con 0x7f9e5c06c510 2024-09-16T01:15:13.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e61f31640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e5c0cfa90 con 0x7f9e5c15e7d0 2024-09-16T01:15:13.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e61f31640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5c06ce50 con 0x7f9e5c0b7860 2024-09-16T01:15:13.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5bfff640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9e5c06c510 0x7f9e5c0d36b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58498/0 (socket says 172.21.15.29:58498) 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5bfff640 1 -- 172.21.15.29:0/1006520521 learned_addr learned my addr 172.21.15.29:0/1006520521 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5affd640 1 --2- 172.21.15.29:0/1006520521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c06bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 915071572 0 0) 0x7f9e5c0d2c40 con 0x7f9e5c06c510 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e44003520 con 0x7f9e5c06c510 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3499484846 0 0) 0x7f9e5c0cfa90 con 0x7f9e5c15e7d0 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5affd640 1 -- 172.21.15.29:0/1006520521 >> v1:172.21.15.122:6789/0 conn(0x7f9e5c15e7d0 legacy=0x7f9e5c0cee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5affd640 1 -- 172.21.15.29:0/1006520521 >> v1:172.21.15.29:6789/0 conn(0x7f9e5c06c510 legacy=0x7f9e5c0d36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.650+0000 7f9e5affd640 1 -- 172.21.15.29:0/1006520521 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5c0d2eb0 con 0x7f9e5c0b7860 2024-09-16T01:15:13.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.651+0000 7f9e5affd640 1 --2- 172.21.15.29:0/1006520521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c06bfd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9e500097d0 tx=0x7f9e5002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e17ef747a740ca9b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.651+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50037070 con 0x7f9e5c0b7860 2024-09-16T01:15:13.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.651+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e5002ac10 con 0x7f9e5c0b7860 2024-09-16T01:15:13.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.651+0000 7f9e5a7fc640 1 -- 172.21.15.29:0/1006520521 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e540019f0 con 0x7f9e5c0b7860 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 -- 172.21.15.29:0/1006520521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 msgr2=0x7f9e5c06bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 --2- 172.21.15.29:0/1006520521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c06bfd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9e500097d0 tx=0x7f9e5002a180 comp rx=0 tx=0).stop 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 -- 172.21.15.29:0/1006520521 shutdown_connections 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 --2- 172.21.15.29:0/1006520521 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c06bfd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 -- 172.21.15.29:0/1006520521 >> 172.21.15.29:0/1006520521 conn(0x7f9e5c0d45c0 msgr2=0x7f9e5c0d49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 -- 172.21.15.29:0/1006520521 shutdown_connections 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.652+0000 7f9e61f31640 1 -- 172.21.15.29:0/1006520521 wait complete. 2024-09-16T01:15:13.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.653+0000 7f9e61f31640 1 Processor -- start 2024-09-16T01:15:13.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.653+0000 7f9e61f31640 1 -- start start 2024-09-16T01:15:13.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 0x7f9e5c0ce700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c14d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e5c15e7d0 0x7f9e5c0ca260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5c0cfd70 con 0x7f9e5c06c510 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5c0b7cc0 con 0x7f9e5c15e7d0 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e61f31640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5c0cfef0 con 0x7f9e5c0b7860 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e5b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 0x7f9e5c0ce700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e5b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 0x7f9e5c0ce700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41992/0 (socket says 172.21.15.29:41992) 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.654+0000 7f9e5b7fe640 1 -- 172.21.15.29:0/21613323 learned_addr learned my addr 172.21.15.29:0/21613323 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5bfff640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e5c15e7d0 0x7f9e5c0ca260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5affd640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c14d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 -- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 msgr2=0x7f9e5c14d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9e5c0b7860 0x7f9e5c14d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 -- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e5c15e7d0 msgr2=0x7f9e5c0ca260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9e5c15e7d0 0x7f9e5c0ca260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5c1582d0 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e5b7fe640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 0x7f9e5c0ce700 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c00c3c0 tx=0x7f9e4c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c017070 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e4c0035f0 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5c1585b0 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c0039e0 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.655+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e5c158b70 con 0x7f9e5c06c510 2024-09-16T01:15:13.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.656+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9e5c0cf620 con 0x7f9e5c06c510 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.656+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e4c01a070 con 0x7f9e5c06c510 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e43fff640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9e4806c2b0 0x7f9e4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f9e4c08a560 con 0x7f9e5c06c510 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e43fff640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f9e48072210 0x7f9e48074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9e4c015e70 con 0x7f9e48072210 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9e4c091050 con 0x7f9e5c06c510 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e5affd640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9e4806c2b0 0x7f9e4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.657+0000 7f9e5bfff640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f9e48072210 0x7f9e48074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.658+0000 7f9e5bfff640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f9e48072210 0x7f9e48074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.658+0000 7f9e5affd640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9e4806c2b0 0x7f9e4806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9e50034000 tx=0x7f9e5002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.658+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== osd.3 v2:172.21.15.29:6816/3448760939 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9e4c015e70 con 0x7f9e48072210 2024-09-16T01:15:13.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 --> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9e5c06c2f0 con 0x7f9e48072210 2024-09-16T01:15:13.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e43fff640 1 -- 172.21.15.29:0/21613323 <== osd.3 v2:172.21.15.29:6816/3448760939 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9e5c06c2f0 con 0x7f9e48072210 2024-09-16T01:15:13.672 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:13.672 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:13.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f9e48072210 msgr2=0x7f9e48074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:6816/3448760939,v1:172.21.15.29:6817/3448760939] conn(0x7f9e48072210 0x7f9e48074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9e4806c2b0 msgr2=0x7f9e4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9e4806c2b0 0x7f9e4806e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9e50034000 tx=0x7f9e5002e000 comp rx=0 tx=0).stop 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 msgr2=0x7f9e5c0ce700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 --2- 172.21.15.29:0/21613323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e5c06c510 0x7f9e5c0ce700 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c00c3c0 tx=0x7f9e4c00c880 comp rx=0 tx=0).stop 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e5bfff640 1 -- 172.21.15.29:0/21613323 reap_dead start 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 shutdown_connections 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.671+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 >> 172.21.15.29:0/21613323 conn(0x7f9e5c0d45c0 msgr2=0x7f9e5c15fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.672+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 shutdown_connections 2024-09-16T01:15:13.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.672+0000 7f9e61f31640 1 -- 172.21.15.29:0/21613323 wait complete. 2024-09-16T01:15:13.682 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T01:15:13.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.784+0000 7f0cad0a5640 1 Processor -- start 2024-09-16T01:15:13.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.784+0000 7f0cad0a5640 1 -- start start 2024-09-16T01:15:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0cad0a5640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 0x7f0ca8162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0cad0a5640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0ca80cf480 0x7f0ca80b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0cad0a5640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca80b39a0 con 0x7f0ca815e7c0 2024-09-16T01:15:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0cad0a5640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca81630d0 con 0x7f0ca80cf480 2024-09-16T01:15:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0cad0a5640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca815eba0 con 0x7f0ca80b6a40 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0ca659c640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 0x7f0ca8162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0ca759e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f0ca80cf480 0x7f0ca80b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0ca6d9d640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f0ca815e7c0 0x7f0ca80b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:55252/0 (socket says 172.21.15.29:55252) 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.785+0000 7f0ca6d9d640 1 -- 172.21.15.29:0/3151226537 learned_addr learned my addr 172.21.15.29:0/3151226537 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca5d9b640 1 -- 172.21.15.29:0/3151226537 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 134560523 0 0) 0x7f0ca80b39a0 con 0x7f0ca815e7c0 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca5d9b640 1 -- 172.21.15.29:0/3151226537 --> v1:172.21.15.122:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c94003520 con 0x7f0ca815e7c0 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca659c640 1 -- 172.21.15.29:0/3151226537 >> v2:172.21.15.122:3300/0 conn(0x7f0ca80cf480 msgr2=0x7f0ca80b9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca659c640 1 --2- 172.21.15.29:0/3151226537 >> v2:172.21.15.122:3300/0 conn(0x7f0ca80cf480 0x7f0ca80b9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca659c640 1 -- 172.21.15.29:0/3151226537 >> v1:172.21.15.122:6789/0 conn(0x7f0ca815e7c0 legacy=0x7f0ca80b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.786+0000 7f0ca659c640 1 -- 172.21.15.29:0/3151226537 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca80cfc60 con 0x7f0ca80b6a40 2024-09-16T01:15:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0ca659c640 1 --2- 172.21.15.29:0/3151226537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 0x7f0ca8162b90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0c900097a0 tx=0x7f0c9002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cecb54e9d344592 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0ca5d9b640 1 -- 172.21.15.29:0/3151226537 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90037070 con 0x7f0ca80b6a40 2024-09-16T01:15:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0ca5d9b640 1 -- 172.21.15.29:0/3151226537 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c90032440 con 0x7f0ca80b6a40 2024-09-16T01:15:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0ca5d9b640 1 -- 172.21.15.29:0/3151226537 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c900327f0 con 0x7f0ca80b6a40 2024-09-16T01:15:13.789 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:13.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 -- 172.21.15.29:0/3151226537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 msgr2=0x7f0ca8162b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/3151226537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 0x7f0ca8162b90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0c900097a0 tx=0x7f0c9002a210 comp rx=0 tx=0).stop 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 -- 172.21.15.29:0/3151226537 shutdown_connections 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/3151226537 >> v2:172.21.15.122:3300/0 conn(0x7f0ca80cf480 0x7f0ca80b9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/3151226537 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca80b6a40 0x7f0ca8162b90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 -- 172.21.15.29:0/3151226537 >> 172.21.15.29:0/3151226537 conn(0x7f0ca80d1320 msgr2=0x7f0ca80d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 -- 172.21.15.29:0/3151226537 shutdown_connections 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.787+0000 7f0cad0a5640 1 -- 172.21.15.29:0/3151226537 wait complete. 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.789+0000 7f0cad0a5640 1 Processor -- start 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.789+0000 7f0cad0a5640 1 -- start start 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0ca80b6a40 0x7f0ca80ce140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca815e7c0 0x7f0ca81f8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca815f100 con 0x7f0ca80cf480 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca815ee20 con 0x7f0ca80b6a40 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0cad0a5640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca815f3e0 con 0x7f0ca815e7c0 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42006/0 (socket says 172.21.15.29:42006) 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 -- 172.21.15.29:0/618933038 learned_addr learned my addr 172.21.15.29:0/618933038 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca6d9d640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0ca80b6a40 0x7f0ca80ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca759e640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca815e7c0 0x7f0ca81f8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 -- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca815e7c0 msgr2=0x7f0ca81f8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca815e7c0 0x7f0ca81f8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 -- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0ca80b6a40 msgr2=0x7f0ca80ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0ca80b6a40 0x7f0ca80ce140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 -- 172.21.15.29:0/618933038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca80ce680 con 0x7f0ca80cf480 2024-09-16T01:15:13.794 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:13.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0ca659c640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0c9002a250 tx=0x7f0c900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90037040 con 0x7f0ca80cf480 2024-09-16T01:15:13.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.790+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c90042070 con 0x7f0ca80cf480 2024-09-16T01:15:13.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.791+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9003b930 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.791+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca80ab110 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.791+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca80cbce0 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.791+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca81612c0 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.792+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c9003bad0 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.793+0000 7f0c9f7fe640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 0x7f0c8806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.793+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f0c900ab8f0 con 0x7f0ca80cf480 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.793+0000 7f0ca6d9d640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 0x7f0c8806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:13.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.793+0000 7f0ca6d9d640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 0x7f0c8806e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0c98005c00 tx=0x7f0c98009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:13.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.797+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ca81612c0 con 0x7f0ca80cf480 2024-09-16T01:15:13.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.972+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f0ca815f900 con 0x7f0c8806c2e0 2024-09-16T01:15:13.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.973+0000 7f0c9f7fe640 1 -- 172.21.15.29:0/618933038 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0ca815f900 con 0x7f0c8806c2e0 2024-09-16T01:15:13.974 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 msgr2=0x7f0c8806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 0x7f0c8806e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0c98005c00 tx=0x7f0c98009040 comp rx=0 tx=0).stop 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 msgr2=0x7f0ca81507e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0c9002a250 tx=0x7f0c900046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 shutdown_connections 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f0c8806c2e0 0x7f0c8806e7a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f0ca815e7c0 0x7f0ca81f8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ca80cf480 0x7f0ca81507e0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 --2- 172.21.15.29:0/618933038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0ca80b6a40 0x7f0ca80ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:13.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.975+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 >> 172.21.15.29:0/618933038 conn(0x7f0ca80d1320 msgr2=0x7f0ca80d1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:13.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.976+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 shutdown_connections 2024-09-16T01:15:13.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:13.976+0000 7f0cad0a5640 1 -- 172.21.15.29:0/618933038 wait complete. 2024-09-16T01:15:13.987 INFO:tasks.ceph:Scrubbing osd.4 2024-09-16T01:15:13.988 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:14.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.093+0000 7f6b89250640 1 Processor -- start 2024-09-16T01:15:14.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.093+0000 7f6b89250640 1 -- start start 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b89250640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6b8415e6b0 0x7f6b840d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b89250640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 0x7f6b840b4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b89250640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b8406db30 con 0x7f6b8406d630 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b89250640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6b840d0490 con 0x7f6b8415e6b0 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b89250640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6b840d0770 con 0x7f6b840b3fb0 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6b8415e6b0 0x7f6b840d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6b8415e6b0 0x7f6b840d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42012/0 (socket says 172.21.15.29:42012) 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 -- 172.21.15.29:0/957023377 learned_addr learned my addr 172.21.15.29:0/957023377 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b8259c640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f6b8406d630 0x7f6b84073b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58506/0 (socket says 172.21.15.29:58506) 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b8359e640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 0x7f6b840b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 -- 172.21.15.29:0/957023377 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 msgr2=0x7f6b840b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 0x7f6b840b4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 -- 172.21.15.29:0/957023377 >> v1:172.21.15.29:6789/0 conn(0x7f6b8406d630 legacy=0x7f6b84073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b82d9d640 1 -- 172.21.15.29:0/957023377 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b840d0180 con 0x7f6b8415e6b0 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.094+0000 7f6b8359e640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 0x7f6b840b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b82d9d640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8415e6b0 0x7f6b840d0f70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009870 tx=0x7f6b7402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5997268a3e6b6608 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b81d9b640 1 -- 172.21.15.29:0/957023377 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74037070 con 0x7f6b8415e6b0 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b81d9b640 1 -- 172.21.15.29:0/957023377 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b7402ae50 con 0x7f6b8415e6b0 2024-09-16T01:15:14.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b81d9b640 1 -- 172.21.15.29:0/957023377 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74032860 con 0x7f6b8415e6b0 2024-09-16T01:15:14.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b89250640 1 -- 172.21.15.29:0/957023377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8415e6b0 msgr2=0x7f6b840d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.095+0000 7f6b89250640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8415e6b0 0x7f6b840d0f70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009870 tx=0x7f6b7402a300 comp rx=0 tx=0).stop 2024-09-16T01:15:14.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 -- 172.21.15.29:0/957023377 shutdown_connections 2024-09-16T01:15:14.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b840b3fb0 0x7f6b840b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 --2- 172.21.15.29:0/957023377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8415e6b0 0x7f6b840d0f70 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 -- 172.21.15.29:0/957023377 >> 172.21.15.29:0/957023377 conn(0x7f6b84067950 msgr2=0x7f6b84067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 -- 172.21.15.29:0/957023377 shutdown_connections 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.096+0000 7f6b89250640 1 -- 172.21.15.29:0/957023377 wait complete. 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.097+0000 7f6b89250640 1 Processor -- start 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.097+0000 7f6b89250640 1 -- start start 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 0x7f6b840c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b840b3fb0 0x7f6b841f4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b8415e6b0 0x7f6b8414ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6b840b5320 con 0x7f6b8406d630 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6b840d14b0 con 0x7f6b840b3fb0 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b89250640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f6b840b54a0 con 0x7f6b8415e6b0 2024-09-16T01:15:14.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 0x7f6b840c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 0x7f6b840c86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42028/0 (socket says 172.21.15.29:42028) 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 -- 172.21.15.29:0/3816466807 learned_addr learned my addr 172.21.15.29:0/3816466807 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b8359e640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b8415e6b0 0x7f6b8414ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 -- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b8415e6b0 msgr2=0x7f6b8414ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b8415e6b0 0x7f6b8414ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 -- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b840b3fb0 msgr2=0x7f6b841f4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b8259c640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b840b3fb0 0x7f6b841f4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b840b3fb0 0x7f6b841f4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b82d9d640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b841f4f70 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b8359e640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f6b8415e6b0 0x7f6b8414ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.098+0000 7f6b8259c640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6b840b3fb0 0x7f6b841f4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b82d9d640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 0x7f6b840c86d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6b7402a340 tx=0x7f6b740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74041020 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b7403c890 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b840c7630 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b74037040 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.099+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b840c7bf0 con 0x7f6b8406d630 2024-09-16T01:15:14.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.100+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6b840d0f70 con 0x7f6b8406d630 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.100+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b74044020 con 0x7f6b8406d630 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b6b7fe640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6b7006c2e0 0x7f6b7006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f6b740ac0c0 con 0x7f6b8406d630 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b6b7fe640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7f6b70072240 0x7f6b70074660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6b74034e90 con 0x7f6b70072240 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6b740ac550 con 0x7f6b8406d630 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b8259c640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6b7006c2e0 0x7f6b7006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.101+0000 7f6b8359e640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7f6b70072240 0x7f6b70074660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.102+0000 7f6b8259c640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6b7006c2e0 0x7f6b7006e7a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6b840b3aa0 tx=0x7f6b78009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.102+0000 7f6b8359e640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7f6b70072240 0x7f6b70074660 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.102+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== osd.4 v2:172.21.15.122:6808/71770549 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6b74034e90 con 0x7f6b70072240 2024-09-16T01:15:14.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.115+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 --> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6b840b6d60 con 0x7f6b70072240 2024-09-16T01:15:14.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.115+0000 7f6b6b7fe640 1 -- 172.21.15.29:0/3816466807 <== osd.4 v2:172.21.15.122:6808/71770549 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6b840b6d60 con 0x7f6b70072240 2024-09-16T01:15:14.117 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:14.117 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:14.117 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7f6b70072240 msgr2=0x7f6b70074660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6808/71770549,v1:172.21.15.122:6809/71770549] conn(0x7f6b70072240 0x7f6b70074660 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6b7006c2e0 msgr2=0x7f6b7006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f6b7006c2e0 0x7f6b7006e7a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6b840b3aa0 tx=0x7f6b78009040 comp rx=0 tx=0).stop 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 msgr2=0x7f6b840c86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 --2- 172.21.15.29:0/3816466807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b8406d630 0x7f6b840c86d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6b7402a340 tx=0x7f6b740046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b8359e640 1 -- 172.21.15.29:0/3816466807 reap_dead start 2024-09-16T01:15:14.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 shutdown_connections 2024-09-16T01:15:14.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 >> 172.21.15.29:0/3816466807 conn(0x7f6b84067950 msgr2=0x7f6b840b10f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 shutdown_connections 2024-09-16T01:15:14.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.116+0000 7f6b89250640 1 -- 172.21.15.29:0/3816466807 wait complete. 2024-09-16T01:15:14.127 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-16T01:15:14.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.228+0000 7f9a3c131640 1 Processor -- start 2024-09-16T01:15:14.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a3c131640 1 -- start start 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a3c131640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9a3415e640 0x7f9a340ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a3c131640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a3415ea20 con 0x7f9a340cf0e0 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a3c131640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a340b1c50 con 0x7f9a340d3660 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a3c131640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9a340b2860 con 0x7f9a3415e640 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.229+0000 7f9a39ecd640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9a3415e640 0x7f9a340ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a396cc640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9a340cf0e0 0x7f9a340b2cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58516/0 (socket says 172.21.15.29:58516) 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a396cc640 1 -- 172.21.15.29:0/1891611908 learned_addr learned my addr 172.21.15.29:0/1891611908 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a39ecd640 1 -- 172.21.15.29:0/1891611908 >> v1:172.21.15.122:6789/0 conn(0x7f9a340d3660 legacy=0x7f9a340b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a39ecd640 1 -- 172.21.15.29:0/1891611908 >> v1:172.21.15.29:6789/0 conn(0x7f9a340cf0e0 legacy=0x7f9a340b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a38ecb640 1 -- 172.21.15.29:0/1891611908 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 845477469 0 0) 0x7f9a3415ea20 con 0x7f9a340cf0e0 2024-09-16T01:15:14.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.230+0000 7f9a39ecd640 1 -- 172.21.15.29:0/1891611908 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a340b1f30 con 0x7f9a3415e640 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a39ecd640 1 --2- 172.21.15.29:0/1891611908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a340ceba0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9a24009d90 tx=0x7f9a2402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac470fb72997edcd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a38ecb640 1 -- 172.21.15.29:0/1891611908 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24031600 con 0x7f9a3415e640 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a38ecb640 1 -- 172.21.15.29:0/1891611908 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a240317a0 con 0x7f9a3415e640 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a38ecb640 1 -- 172.21.15.29:0/1891611908 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24031b70 con 0x7f9a3415e640 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 -- 172.21.15.29:0/1891611908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 msgr2=0x7f9a340ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 --2- 172.21.15.29:0/1891611908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a340ceba0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9a24009d90 tx=0x7f9a2402a610 comp rx=0 tx=0).stop 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 -- 172.21.15.29:0/1891611908 shutdown_connections 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 --2- 172.21.15.29:0/1891611908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a340ceba0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 -- 172.21.15.29:0/1891611908 >> 172.21.15.29:0/1891611908 conn(0x7f9a3409d820 msgr2=0x7f9a340d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 -- 172.21.15.29:0/1891611908 shutdown_connections 2024-09-16T01:15:14.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.231+0000 7f9a3c131640 1 -- 172.21.15.29:0/1891611908 wait complete. 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 Processor -- start 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 -- start start 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 0x7f9a34158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a340d3660 0x7f9a341f3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a340cfe40 con 0x7f9a3415e640 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a340b24f0 con 0x7f9a340d3660 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3c131640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f9a340b73a0 con 0x7f9a340cf0e0 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3a6ce640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3a6ce640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42038/0 (socket says 172.21.15.29:42038) 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.233+0000 7f9a3a6ce640 1 -- 172.21.15.29:0/884448990 learned_addr learned my addr 172.21.15.29:0/884448990 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a39ecd640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 0x7f9a34158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 -- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 msgr2=0x7f9a34158010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a396cc640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a340d3660 0x7f9a341f3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 0x7f9a34158010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 -- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a340d3660 msgr2=0x7f9a341f3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a340d3660 0x7f9a341f3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 -- 172.21.15.29:0/884448990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a340c84f0 con 0x7f9a3415e640 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a39ecd640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 0x7f9a34158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3a6ce640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c00c410 tx=0x7f9a2c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c011790 con 0x7f9a3415e640 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a2c017070 con 0x7f9a3415e640 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a340ccb90 con 0x7f9a3415e640 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c011bb0 con 0x7f9a3415e640 2024-09-16T01:15:14.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.234+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a340cd150 con 0x7f9a3415e640 2024-09-16T01:15:14.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.235+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a340ceba0 con 0x7f9a3415e640 2024-09-16T01:15:14.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.236+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a2c01c460 con 0x7f9a3415e640 2024-09-16T01:15:14.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.236+0000 7f9a327fc640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.236+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f9a2c08b000 con 0x7f9a3415e640 2024-09-16T01:15:14.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.236+0000 7f9a39ecd640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.237+0000 7f9a39ecd640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 0x7f9a2006e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9a24034000 tx=0x7f9a2402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.240+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a2c059a20 con 0x7f9a3415e640 2024-09-16T01:15:14.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.415+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f9a341f44a0 con 0x7f9a2006c2b0 2024-09-16T01:15:14.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.416+0000 7f9a327fc640 1 -- 172.21.15.29:0/884448990 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9a341f44a0 con 0x7f9a2006c2b0 2024-09-16T01:15:14.417 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 4 to deep-scrub 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 msgr2=0x7f9a2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 0x7f9a2006e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9a24034000 tx=0x7f9a2402f000 comp rx=0 tx=0).stop 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 msgr2=0x7f9a3414e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c00c410 tx=0x7f9a2c00c8d0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 shutdown_connections 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.417+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a3415e640 0x7f9a3414e7f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a340d3660 0x7f9a341f3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 --2- 172.21.15.29:0/884448990 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f9a340cf0e0 0x7f9a34158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 >> 172.21.15.29:0/884448990 conn(0x7f9a3409d820 msgr2=0x7f9a340b7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 shutdown_connections 2024-09-16T01:15:14.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.418+0000 7f9a3c131640 1 -- 172.21.15.29:0/884448990 wait complete. 2024-09-16T01:15:14.429 INFO:tasks.ceph:Scrubbing osd.5 2024-09-16T01:15:14.429 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:14.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.534+0000 7f5e3c05e640 1 Processor -- start 2024-09-16T01:15:14.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.534+0000 7f5e3c05e640 1 -- start start 2024-09-16T01:15:14.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3c05e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f5e3413db10 0x7f5e3415ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3c05e640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5e340b52e0 0x7f5e3415e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3c05e640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e3415f080 con 0x7f5e3415ec00 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3c05e640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5e3415f640 con 0x7f5e340b52e0 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3c05e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f5e3415b5e0 con 0x7f5e3413db10 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5e340b52e0 0x7f5e3415e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5e340b52e0 0x7f5e3415e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42042/0 (socket says 172.21.15.29:42042) 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 -- 172.21.15.29:0/2966383460 learned_addr learned my addr 172.21.15.29:0/2966383460 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e3a5fb640 1 --1- 172.21.15.29:0/2966383460 >> v1:172.21.15.29:6789/0 conn(0x7f5e3415ec00 0x7f5e340b3010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58524/0 (socket says 172.21.15.29:58524) 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e39dfa640 1 --2- 172.21.15.29:0/2966383460 >> v2:172.21.15.122:3300/0 conn(0x7f5e3413db10 0x7f5e3415ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 -- 172.21.15.29:0/2966383460 >> v2:172.21.15.122:3300/0 conn(0x7f5e3413db10 msgr2=0x7f5e3415ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 --2- 172.21.15.29:0/2966383460 >> v2:172.21.15.122:3300/0 conn(0x7f5e3413db10 0x7f5e3415ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.535+0000 7f5e395f9640 1 -- 172.21.15.29:0/2966383460 >> v1:172.21.15.29:6789/0 conn(0x7f5e3415ec00 legacy=0x7f5e340b3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.536+0000 7f5e395f9640 1 -- 172.21.15.29:0/2966383460 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3415f360 con 0x7f5e340b52e0 2024-09-16T01:15:14.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.536+0000 7f5e395f9640 1 --2- 172.21.15.29:0/2966383460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e3415e6c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5e3406c940 tx=0x7f5e2802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dea2b5c39e1a10c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.536+0000 7f5e38df8640 1 -- 172.21.15.29:0/2966383460 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e28037070 con 0x7f5e340b52e0 2024-09-16T01:15:14.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.536+0000 7f5e38df8640 1 -- 172.21.15.29:0/2966383460 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e28032440 con 0x7f5e340b52e0 2024-09-16T01:15:14.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.536+0000 7f5e38df8640 1 -- 172.21.15.29:0/2966383460 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e28032810 con 0x7f5e340b52e0 2024-09-16T01:15:14.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 -- 172.21.15.29:0/2966383460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 msgr2=0x7f5e3415e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/2966383460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e3415e6c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5e3406c940 tx=0x7f5e2802a270 comp rx=0 tx=0).stop 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 -- 172.21.15.29:0/2966383460 shutdown_connections 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/2966383460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e3415e6c0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/2966383460 >> v2:172.21.15.122:3300/0 conn(0x7f5e3413db10 0x7f5e3415ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 -- 172.21.15.29:0/2966383460 >> 172.21.15.29:0/2966383460 conn(0x7f5e3406bc10 msgr2=0x7f5e3406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 -- 172.21.15.29:0/2966383460 shutdown_connections 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.537+0000 7f5e3c05e640 1 -- 172.21.15.29:0/2966383460 wait complete. 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.538+0000 7f5e3c05e640 1 Processor -- start 2024-09-16T01:15:14.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.538+0000 7f5e3c05e640 1 -- start start 2024-09-16T01:15:14.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e34158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e3413db10 0x7f5e3413f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e3415ec00 0x7f5e340aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3413def0 con 0x7f5e340b52e0 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3415bfb0 con 0x7f5e3413db10 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3c05e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f5e340b3720 con 0x7f5e3415ec00 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e34158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e34158010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42052/0 (socket says 172.21.15.29:42052) 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 -- 172.21.15.29:0/1054981922 learned_addr learned my addr 172.21.15.29:0/1054981922 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e3a5fb640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e3415ec00 0x7f5e340aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e395f9640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e3413db10 0x7f5e3413f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 -- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e3415ec00 msgr2=0x7f5e340aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f5e3415ec00 0x7f5e340aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 -- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e3413db10 msgr2=0x7f5e3413f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.539+0000 7f5e39dfa640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e3413db10 0x7f5e3413f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e39dfa640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e34157290 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e39dfa640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e34158010 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f5e24007f20 tx=0x7f5e2400e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e24014620 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e24019070 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e34157530 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e24014a00 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.540+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e340ab1f0 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.541+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5e34069170 con 0x7f5e340b52e0 2024-09-16T01:15:14.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.541+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e24014ba0 con 0x7f5e340b52e0 2024-09-16T01:15:14.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e327fc640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e2006c2b0 0x7f5e2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f5e2408ba30 con 0x7f5e340b52e0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e327fc640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f5e20072210 0x7f5e20074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5e24022ec0 con 0x7f5e20072210 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5e240902a0 con 0x7f5e340b52e0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e395f9640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e2006c2b0 0x7f5e2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.542+0000 7f5e3a5fb640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f5e20072210 0x7f5e20074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.543+0000 7f5e3a5fb640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f5e20072210 0x7f5e20074630 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.543+0000 7f5e395f9640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e2006c2b0 0x7f5e2006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e2802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.543+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== osd.5 v2:172.21.15.122:6824/2432120155 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5e24022ec0 con 0x7f5e20072210 2024-09-16T01:15:14.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.556+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 --> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5e340b3540 con 0x7f5e20072210 2024-09-16T01:15:14.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.556+0000 7f5e327fc640 1 -- 172.21.15.29:0/1054981922 <== osd.5 v2:172.21.15.122:6824/2432120155 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5e340b3540 con 0x7f5e20072210 2024-09-16T01:15:14.560 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:14.560 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:14.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f5e20072210 msgr2=0x7f5e20074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6824/2432120155,v1:172.21.15.122:6825/2432120155] conn(0x7f5e20072210 0x7f5e20074630 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e2006c2b0 msgr2=0x7f5e2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f5e2006c2b0 0x7f5e2006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e2802e000 comp rx=0 tx=0).stop 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 msgr2=0x7f5e34158010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 --2- 172.21.15.29:0/1054981922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e340b52e0 0x7f5e34158010 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f5e24007f20 tx=0x7f5e2400e570 comp rx=0 tx=0).stop 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3a5fb640 1 -- 172.21.15.29:0/1054981922 reap_dead start 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 shutdown_connections 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 >> 172.21.15.29:0/1054981922 conn(0x7f5e3406bc10 msgr2=0x7f5e3415d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 shutdown_connections 2024-09-16T01:15:14.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.557+0000 7f5e3c05e640 1 -- 172.21.15.29:0/1054981922 wait complete. 2024-09-16T01:15:14.568 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-16T01:15:14.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.670+0000 7f045b931640 1 Processor -- start 2024-09-16T01:15:14.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.670+0000 7f045b931640 1 -- start start 2024-09-16T01:15:14.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f045b931640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f045b931640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 0x7f04540b8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f045b931640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04540d17e0 con 0x7f045406dae0 2024-09-16T01:15:14.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f045b931640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f04540d09d0 con 0x7f04540d3480 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f045b931640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f045415ee90 con 0x7f045415eab0 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:56294/0 (socket says 172.21.15.29:56294) 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 -- 172.21.15.29:0/613571396 learned_addr learned my addr 172.21.15.29:0/613571396 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f0459ece640 1 --2- 172.21.15.29:0/613571396 >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 0x7f04540b8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 -- 172.21.15.29:0/613571396 >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 msgr2=0x7f04540b8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 --2- 172.21.15.29:0/613571396 >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 0x7f04540b8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 -- 172.21.15.29:0/613571396 >> v1:172.21.15.122:6789/0 conn(0x7f045406dae0 legacy=0x7f04540b7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f04596cd640 1 -- 172.21.15.29:0/613571396 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04540cfc10 con 0x7f045415eab0 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.671+0000 7f0459ece640 1 --2- 172.21.15.29:0/613571396 >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 0x7f04540b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.672+0000 7f04596cd640 1 --2- 172.21.15.29:0/613571396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f04500098a0 tx=0x7f045002a2e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d097019f9197e04 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.672+0000 7f044bfff640 1 -- 172.21.15.29:0/613571396 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450037070 con 0x7f045415eab0 2024-09-16T01:15:14.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.672+0000 7f044bfff640 1 -- 172.21.15.29:0/613571396 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0450032440 con 0x7f045415eab0 2024-09-16T01:15:14.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.672+0000 7f044bfff640 1 -- 172.21.15.29:0/613571396 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450032810 con 0x7f045415eab0 2024-09-16T01:15:14.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 -- 172.21.15.29:0/613571396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 msgr2=0x7f045406d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 --2- 172.21.15.29:0/613571396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f04500098a0 tx=0x7f045002a2e0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 -- 172.21.15.29:0/613571396 shutdown_connections 2024-09-16T01:15:14.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 --2- 172.21.15.29:0/613571396 >> v2:172.21.15.122:3300/0 conn(0x7f04540d3480 0x7f04540b8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 --2- 172.21.15.29:0/613571396 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045406d5a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 -- 172.21.15.29:0/613571396 >> 172.21.15.29:0/613571396 conn(0x7f04540d4b30 msgr2=0x7f04540d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 -- 172.21.15.29:0/613571396 shutdown_connections 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.673+0000 7f045b931640 1 -- 172.21.15.29:0/613571396 wait complete. 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.674+0000 7f045b931640 1 Processor -- start 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.674+0000 7f045b931640 1 -- start start 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04540d3480 0x7f0454153430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045415f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f04540d01d0 con 0x7f045406dae0 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f045406df20 con 0x7f04540d3480 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f045b931640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f04540d04b0 con 0x7f045415eab0 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42060/0 (socket says 172.21.15.29:42060) 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 -- 172.21.15.29:0/3454508781 learned_addr learned my addr 172.21.15.29:0/3454508781 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f0459ece640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045415f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f0458ecc640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04540d3480 0x7f0454153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 -- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 msgr2=0x7f045415f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045415f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 -- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04540d3480 msgr2=0x7f0454153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04540d3480 0x7f0454153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.675+0000 7f04596cd640 1 -- 172.21.15.29:0/3454508781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04540ca9f0 con 0x7f045406dae0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f04596cd640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f04500090b0 tx=0x7f04500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450037040 con 0x7f045406dae0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0450004250 con 0x7f045406dae0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04541560a0 con 0x7f045406dae0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450032e60 con 0x7f045406dae0 2024-09-16T01:15:14.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.676+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0454156660 con 0x7f045406dae0 2024-09-16T01:15:14.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.677+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f045415e5f0 con 0x7f045406dae0 2024-09-16T01:15:14.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.677+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f045003a070 con 0x7f045406dae0 2024-09-16T01:15:14.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.678+0000 7f0449ffb640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 0x7f043806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.678+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f04500ab7f0 con 0x7f045406dae0 2024-09-16T01:15:14.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.678+0000 7f0458ecc640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 0x7f043806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.679+0000 7f0458ecc640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 0x7f043806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0454158b10 tx=0x7f0444007e30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.682+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0450041020 con 0x7f045406dae0 2024-09-16T01:15:14.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.856+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f045415cbe0 con 0x7f043806c2b0 2024-09-16T01:15:14.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.857+0000 7f0449ffb640 1 -- 172.21.15.29:0/3454508781 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f045415cbe0 con 0x7f043806c2b0 2024-09-16T01:15:14.858 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 5 to deep-scrub 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 msgr2=0x7f043806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 0x7f043806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0454158b10 tx=0x7f0444007e30 comp rx=0 tx=0).stop 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 msgr2=0x7f04540ca4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f04500090b0 tx=0x7f04500046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 shutdown_connections 2024-09-16T01:15:14.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f043806c2b0 0x7f043806e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f045415eab0 0x7f045415f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f04540d3480 0x7f0454153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 --2- 172.21.15.29:0/3454508781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f045406dae0 0x7f04540ca4b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 >> 172.21.15.29:0/3454508781 conn(0x7f04540d4b30 msgr2=0x7f045415ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 shutdown_connections 2024-09-16T01:15:14.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.859+0000 7f045b931640 1 -- 172.21.15.29:0/3454508781 wait complete. 2024-09-16T01:15:14.871 INFO:tasks.ceph:Scrubbing osd.6 2024-09-16T01:15:14.871 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:14.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.976+0000 7fc2f3918640 1 Processor -- start 2024-09-16T01:15:14.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.976+0000 7fc2f3918640 1 -- start start 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f3918640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 0x7fc2ec0d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f3918640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7fc2ec0d18c0 0x7fc2ec15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f3918640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2ec15f7e0 con 0x7fc2ec15e7c0 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f3918640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7fc2ec15fda0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f3918640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc2ec0cf2b0 con 0x7fc2ec162420 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f16b4640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc2ec15e7c0 0x7fc2ec0cf740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58528/0 (socket says 172.21.15.29:58528) 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f16b4640 1 -- 172.21.15.29:0/1543776738 learned_addr learned my addr 172.21.15.29:0/1543776738 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/1543776738 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 0x7fc2ec0d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.977+0000 7fc2f1eb5640 1 --2- 172.21.15.29:0/1543776738 >> v2:172.21.15.122:3300/0 conn(0x7fc2ec0d18c0 0x7fc2ec15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2e3fff640 1 -- 172.21.15.29:0/1543776738 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2475117678 0 0) 0x7fc2ec15f7e0 con 0x7fc2ec15e7c0 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2e3fff640 1 -- 172.21.15.29:0/1543776738 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2d8003520 con 0x7fc2ec15e7c0 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2f0eb3640 1 -- 172.21.15.29:0/1543776738 >> v2:172.21.15.122:3300/0 conn(0x7fc2ec0d18c0 msgr2=0x7fc2ec15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/1543776738 >> v2:172.21.15.122:3300/0 conn(0x7fc2ec0d18c0 0x7fc2ec15eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2f0eb3640 1 -- 172.21.15.29:0/1543776738 >> v1:172.21.15.29:6789/0 conn(0x7fc2ec15e7c0 legacy=0x7fc2ec0cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2f0eb3640 1 -- 172.21.15.29:0/1543776738 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ec15fac0 con 0x7fc2ec162420 2024-09-16T01:15:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.978+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/1543776738 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 0x7fc2ec0d1380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc0097a0 tx=0x7fc2dc02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40920b6f661263ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2e3fff640 1 -- 172.21.15.29:0/1543776738 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc037070 con 0x7fc2ec162420 2024-09-16T01:15:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2e3fff640 1 -- 172.21.15.29:0/1543776738 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2dc02ae50 con 0x7fc2ec162420 2024-09-16T01:15:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2e3fff640 1 -- 172.21.15.29:0/1543776738 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc032640 con 0x7fc2ec162420 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 -- 172.21.15.29:0/1543776738 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 msgr2=0x7fc2ec0d1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 --2- 172.21.15.29:0/1543776738 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 0x7fc2ec0d1380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc0097a0 tx=0x7fc2dc02a100 comp rx=0 tx=0).stop 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 -- 172.21.15.29:0/1543776738 shutdown_connections 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 --2- 172.21.15.29:0/1543776738 >> v2:172.21.15.122:3300/0 conn(0x7fc2ec0d18c0 0x7fc2ec15eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 --2- 172.21.15.29:0/1543776738 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec162420 0x7fc2ec0d1380 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 -- 172.21.15.29:0/1543776738 >> 172.21.15.29:0/1543776738 conn(0x7fc2ec06dae0 msgr2=0x7fc2ec06def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 -- 172.21.15.29:0/1543776738 shutdown_connections 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.979+0000 7fc2f3918640 1 -- 172.21.15.29:0/1543776738 wait complete. 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.980+0000 7fc2f3918640 1 Processor -- start 2024-09-16T01:15:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 -- start start 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 0x7fc2ec159b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec15e7c0 0x7fc2ec0cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2ec162420 0x7fc2ec0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ec15f0e0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ec0cfe50 con 0x7fc2ec162420 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f3918640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fc2ec15f260 con 0x7fc2ec15e7c0 2024-09-16T01:15:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f16b4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 0x7fc2ec159b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f16b4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 0x7fc2ec159b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42072/0 (socket says 172.21.15.29:42072) 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f16b4640 1 -- 172.21.15.29:0/2056503729 learned_addr learned my addr 172.21.15.29:0/2056503729 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec15e7c0 0x7fc2ec0cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.981+0000 7fc2f1eb5640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2ec162420 0x7fc2ec0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 -- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec15e7c0 msgr2=0x7fc2ec0cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fc2ec15e7c0 0x7fc2ec0cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 -- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2ec162420 msgr2=0x7fc2ec0cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2ec162420 0x7fc2ec0cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ec0b4ce0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f16b4640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 0x7fc2ec159b10 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc2e800c460 tx=0x7fc2e800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8017070 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e8005ce0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2ec0b4fc0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8007290 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.982+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2ec0b5580 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.983+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc2ec0b58f0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc2e801a070 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc2d006c2b0 0x7fc2d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fc2e808a4b0 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7fc2d0072210 0x7fc2d0074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc2e8014ec0 con 0x7fc2d0072210 2024-09-16T01:15:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc2e8091050 con 0x7fc2ec0d18c0 2024-09-16T01:15:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.984+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc2d006c2b0 0x7fc2d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.985+0000 7fc2f1eb5640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7fc2d0072210 0x7fc2d0074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.985+0000 7fc2f0eb3640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc2d006c2b0 0x7fc2d006e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc034000 tx=0x7fc2dc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.985+0000 7fc2f1eb5640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7fc2d0072210 0x7fc2d0074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.986+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== osd.6 v2:172.21.15.122:6800/2668894123 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc2e8014ec0 con 0x7fc2d0072210 2024-09-16T01:15:14.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.998+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 --> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc2ec15eba0 con 0x7fc2d0072210 2024-09-16T01:15:14.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.998+0000 7fc2e1ffb640 1 -- 172.21.15.29:0/2056503729 <== osd.6 v2:172.21.15.122:6800/2668894123 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc2ec15eba0 con 0x7fc2d0072210 2024-09-16T01:15:15.000 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:15.000 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7fc2d0072210 msgr2=0x7fc2d0074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6800/2668894123,v1:172.21.15.122:6801/2668894123] conn(0x7fc2d0072210 0x7fc2d0074630 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc2d006c2b0 msgr2=0x7fc2d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fc2d006c2b0 0x7fc2d006e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc034000 tx=0x7fc2dc02e000 comp rx=0 tx=0).stop 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 msgr2=0x7fc2ec159b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 --2- 172.21.15.29:0/2056503729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2ec0d18c0 0x7fc2ec159b10 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc2e800c460 tx=0x7fc2e800c920 comp rx=0 tx=0).stop 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f1eb5640 1 -- 172.21.15.29:0/2056503729 reap_dead start 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 shutdown_connections 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 >> 172.21.15.29:0/2056503729 conn(0x7fc2ec06dae0 msgr2=0x7fc2ec0d2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 shutdown_connections 2024-09-16T01:15:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:14.999+0000 7fc2f3918640 1 -- 172.21.15.29:0/2056503729 wait complete. 2024-09-16T01:15:15.011 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-16T01:15:15.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.112+0000 7fe818133640 1 Processor -- start 2024-09-16T01:15:15.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.112+0000 7fe818133640 1 -- start start 2024-09-16T01:15:15.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe818133640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe810158c90 0x7fe81006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe818133640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe81006c150 0x7fe8100b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe818133640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe81006e3c0 con 0x7fe8100b0610 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe818133640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe81006c5b0 con 0x7fe810158c90 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe818133640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe81006e170 con 0x7fe81006c150 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe810158c90 0x7fe81006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe8166d0640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe8100b0610 0x7fe8100d1190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58542/0 (socket says 172.21.15.29:58542) 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe8166d0640 1 -- 172.21.15.29:0/3276688752 learned_addr learned my addr 172.21.15.29:0/3276688752 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 --2- 172.21.15.29:0/3276688752 >> v2:172.21.15.29:3300/0 conn(0x7fe810158c90 0x7fe81006bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42078/0 (socket says 172.21.15.29:42078) 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe8156ce640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe81006c150 0x7fe8100b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 -- 172.21.15.29:0/3276688752 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe81006c150 msgr2=0x7fe8100b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:15.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe81006c150 0x7fe8100b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 -- 172.21.15.29:0/3276688752 >> v1:172.21.15.29:6789/0 conn(0x7fe8100b0610 legacy=0x7fe8100d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe815ecf640 1 -- 172.21.15.29:0/3276688752 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe81006e6a0 con 0x7fe810158c90 2024-09-16T01:15:15.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.113+0000 7fe814ecd640 1 -- 172.21.15.29:0/3276688752 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1614360277 0 0) 0x7fe81006e3c0 con 0x7fe8100b0610 2024-09-16T01:15:15.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.114+0000 7fe815ecf640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe810158c90 0x7fe81006bc10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe80c0097a0 tx=0x7fe80c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cb895df620e68df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.114+0000 7fe814ecd640 1 -- 172.21.15.29:0/3276688752 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c037070 con 0x7fe810158c90 2024-09-16T01:15:15.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.114+0000 7fe814ecd640 1 -- 172.21.15.29:0/3276688752 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe80c032440 con 0x7fe810158c90 2024-09-16T01:15:15.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.114+0000 7fe814ecd640 1 -- 172.21.15.29:0/3276688752 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c032810 con 0x7fe810158c90 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 -- 172.21.15.29:0/3276688752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe810158c90 msgr2=0x7fe81006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe810158c90 0x7fe81006bc10 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe80c0097a0 tx=0x7fe80c02a180 comp rx=0 tx=0).stop 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 -- 172.21.15.29:0/3276688752 shutdown_connections 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe81006c150 0x7fe8100b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 --2- 172.21.15.29:0/3276688752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe810158c90 0x7fe81006bc10 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 -- 172.21.15.29:0/3276688752 >> 172.21.15.29:0/3276688752 conn(0x7fe810067b30 msgr2=0x7fe81006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 -- 172.21.15.29:0/3276688752 shutdown_connections 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.115+0000 7fe818133640 1 -- 172.21.15.29:0/3276688752 wait complete. 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.116+0000 7fe818133640 1 Processor -- start 2024-09-16T01:15:15.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.116+0000 7fe818133640 1 -- start start 2024-09-16T01:15:15.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 0x7fe810154f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 0x7fe810155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe81006ec60 con 0x7fe81006c150 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe81015fac0 con 0x7fe8100b0610 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe818133640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fe8100b0ac0 con 0x7fe810158c90 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42086/0 (socket says 172.21.15.29:42086) 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 -- 172.21.15.29:0/2570610942 learned_addr learned my addr 172.21.15.29:0/2570610942 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe8166d0640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 0x7fe810155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe8156ce640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 0x7fe810154f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 -- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 msgr2=0x7fe810155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 0x7fe810155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 -- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 msgr2=0x7fe810154f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 0x7fe810154f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 -- 172.21.15.29:0/2570610942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8101e7cf0 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe8166d0640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 0x7fe810155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe8156ce640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 0x7fe810154f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.117+0000 7fe815ecf640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe80c0098c0 tx=0x7fe80c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.118+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c037040 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.118+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe80c030500 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.118+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe810155440 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.118+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c0308d0 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.118+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8101e8470 con 0x7fe81006c150 2024-09-16T01:15:15.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.119+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8100b4210 con 0x7fe81006c150 2024-09-16T01:15:15.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.119+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe80c044020 con 0x7fe81006c150 2024-09-16T01:15:15.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.120+0000 7fe8067fc640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 0x7fe7f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.120+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fe80c0ab300 con 0x7fe81006c150 2024-09-16T01:15:15.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.120+0000 7fe8156ce640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 0x7fe7f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.120+0000 7fe8156ce640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 0x7fe7f406e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe8101ea170 tx=0x7fe800008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.124+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe80c079da0 con 0x7fe81006c150 2024-09-16T01:15:15.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.298+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fe810073320 con 0x7fe7f406c2e0 2024-09-16T01:15:15.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.299+0000 7fe8067fc640 1 -- 172.21.15.29:0/2570610942 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe810073320 con 0x7fe7f406c2e0 2024-09-16T01:15:15.300 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 6 to deep-scrub 2024-09-16T01:15:15.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 msgr2=0x7fe7f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 0x7fe7f406e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe8101ea170 tx=0x7fe800008040 comp rx=0 tx=0).stop 2024-09-16T01:15:15.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 msgr2=0x7fe8101e77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe80c0098c0 tx=0x7fe80c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 shutdown_connections 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fe7f406c2e0 0x7fe7f406e7a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fe810158c90 0x7fe810155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8100b0610 0x7fe810154f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 --2- 172.21.15.29:0/2570610942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe81006c150 0x7fe8101e77b0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 >> 172.21.15.29:0/2570610942 conn(0x7fe810067b30 msgr2=0x7fe81015eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 shutdown_connections 2024-09-16T01:15:15.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.301+0000 7fe818133640 1 -- 172.21.15.29:0/2570610942 wait complete. 2024-09-16T01:15:15.313 INFO:tasks.ceph:Scrubbing osd.7 2024-09-16T01:15:15.313 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-16T01:15:15.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.419+0000 7f9081015640 1 Processor -- start 2024-09-16T01:15:15.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.419+0000 7f9081015640 1 -- start start 2024-09-16T01:15:15.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f9081015640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f907c15e6a0 0x7f907c162bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f9081015640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f907c0cee50 con 0x7f907c0d1a90 2024-09-16T01:15:15.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f9081015640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f907c0cf130 con 0x7f907c0b3340 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f9081015640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f907c0cfef0 con 0x7f907c15e6a0 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f907c15e6a0 0x7f907c162bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f907c15e6a0 0x7f907c162bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42100/0 (socket says 172.21.15.29:42100) 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907b59e640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f907c0d1a90 0x7f907c0d2930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:58554/0 (socket says 172.21.15.29:58554) 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 -- 172.21.15.29:0/2045234261 learned_addr learned my addr 172.21.15.29:0/2045234261 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 -- 172.21.15.29:0/2045234261 >> v1:172.21.15.122:6789/0 conn(0x7f907c0b3340 legacy=0x7f907c0d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 -- 172.21.15.29:0/2045234261 >> v1:172.21.15.29:6789/0 conn(0x7f907c0d1a90 legacy=0x7f907c0d2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f9079d9b640 1 -- 172.21.15.29:0/2045234261 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2253612745 0 0) 0x7f907c0cf130 con 0x7f907c0b3340 2024-09-16T01:15:15.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.420+0000 7f907ad9d640 1 -- 172.21.15.29:0/2045234261 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f907c0cf410 con 0x7f907c15e6a0 2024-09-16T01:15:15.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f907ad9d640 1 --2- 172.21.15.29:0/2045234261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c162bb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f906c009870 tx=0x7f906c02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2bc554f4a23b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9079d9b640 1 -- 172.21.15.29:0/2045234261 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f906c037070 con 0x7f907c15e6a0 2024-09-16T01:15:15.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9079d9b640 1 -- 172.21.15.29:0/2045234261 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f906c032440 con 0x7f907c15e6a0 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9079d9b640 1 -- 172.21.15.29:0/2045234261 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f906c032810 con 0x7f907c15e6a0 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9081015640 1 -- 172.21.15.29:0/2045234261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 msgr2=0x7f907c162bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9081015640 1 --2- 172.21.15.29:0/2045234261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c162bb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f906c009870 tx=0x7f906c02a200 comp rx=0 tx=0).stop 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9081015640 1 -- 172.21.15.29:0/2045234261 shutdown_connections 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9081015640 1 --2- 172.21.15.29:0/2045234261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c162bb0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.421+0000 7f9081015640 1 -- 172.21.15.29:0/2045234261 >> 172.21.15.29:0/2045234261 conn(0x7f907c06dae0 msgr2=0x7f907c06def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.422+0000 7f9081015640 1 -- 172.21.15.29:0/2045234261 shutdown_connections 2024-09-16T01:15:15.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.422+0000 7f9081015640 1 -- 172.21.15.29:0/2045234261 wait complete. 2024-09-16T01:15:15.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.423+0000 7f9081015640 1 Processor -- start 2024-09-16T01:15:15.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.423+0000 7f9081015640 1 -- start start 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f907c0b3340 0x7f907c0cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f907c0d1a90 0x7f907c1f7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c1f84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f907c0cf9d0 con 0x7f907c15e6a0 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f907c0cec00 con 0x7f907c0d1a90 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f9081015640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f907c1630f0 con 0x7f907c0b3340 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c1f84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c1f84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42114/0 (socket says 172.21.15.29:42114) 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 -- 172.21.15.29:0/3179155655 learned_addr learned my addr 172.21.15.29:0/3179155655 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907ad9d640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f907c0b3340 0x7f907c0cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907a59c640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f907c0d1a90 0x7f907c1f7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 -- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f907c0b3340 msgr2=0x7f907c0cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f907c0b3340 0x7f907c0cb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 -- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f907c0d1a90 msgr2=0x7f907c1f7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f907c0d1a90 0x7f907c1f7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f907c0c93c0 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.424+0000 7f907b59e640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c1f84b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f907400cb20 tx=0x7f9074002080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9074018070 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f907400a6a0 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907400aa70 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f907c0ce160 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f907c0ce720 con 0x7f907c15e6a0 2024-09-16T01:15:15.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.425+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f907c15eb10 con 0x7f907c15e6a0 2024-09-16T01:15:15.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.426+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f907401b070 con 0x7f907c15e6a0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f90737fe640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f905c06c2b0 0x7f905c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f907408aeb0 con 0x7f907c15e6a0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f907ad9d640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f905c06c2b0 0x7f905c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f90737fe640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f905c072210 0x7f905c074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9074021e50 con 0x7f905c072210 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f907408b260 con 0x7f907c15e6a0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f907a59c640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f905c072210 0x7f905c074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.427+0000 7f907ad9d640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f905c06c2b0 0x7f905c06e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f906c034000 tx=0x7f906c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.428+0000 7f907a59c640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f905c072210 0x7f905c074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.428+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== osd.7 v2:172.21.15.122:6816/2521137576 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9074021e50 con 0x7f905c072210 2024-09-16T01:15:15.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 --> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f907c0d2330 con 0x7f905c072210 2024-09-16T01:15:15.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f90737fe640 1 -- 172.21.15.29:0/3179155655 <== osd.7 v2:172.21.15.122:6816/2521137576 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f907c0d2330 con 0x7f905c072210 2024-09-16T01:15:15.442 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:15:15.443 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T01:15:15.443 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:15:15.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f905c072210 msgr2=0x7f905c074630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6816/2521137576,v1:172.21.15.122:6817/2521137576] conn(0x7f905c072210 0x7f905c074630 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f905c06c2b0 msgr2=0x7f905c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f905c06c2b0 0x7f905c06e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f906c034000 tx=0x7f906c02e000 comp rx=0 tx=0).stop 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 msgr2=0x7f907c1f84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 --2- 172.21.15.29:0/3179155655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c15e6a0 0x7f907c1f84b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f907400cb20 tx=0x7f9074002080 comp rx=0 tx=0).stop 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f907b59e640 1 -- 172.21.15.29:0/3179155655 reap_dead start 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 shutdown_connections 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 >> 172.21.15.29:0/3179155655 conn(0x7f907c06dae0 msgr2=0x7f907c161930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 shutdown_connections 2024-09-16T01:15:15.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.441+0000 7f9081015640 1 -- 172.21.15.29:0/3179155655 wait complete. 2024-09-16T01:15:15.453 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-16T01:15:15.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.555+0000 7fcffd186640 1 Processor -- start 2024-09-16T01:15:15.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.555+0000 7fcffd186640 1 -- start start 2024-09-16T01:15:15.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcffd186640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcff8156990 0x7fcff80cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcffd186640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff80b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcffd186640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcff80ce160 con 0x7fcff80b22c0 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcffd186640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcff8156d70 con 0x7fcff8156990 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcffd186640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcff80cdb10 con 0x7fcff80cd6b0 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcff8156990 0x7fcff80cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcff8156990 0x7fcff80cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42118/0 (socket says 172.21.15.29:42118) 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3695963620 learned_addr learned my addr 172.21.15.29:0/3695963620 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcfeffff640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff80b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3695963620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 msgr2=0x7fcff80b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff80b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3695963620 >> v1:172.21.15.122:6789/0 conn(0x7fcff80b22c0 legacy=0x7fcff815fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3695963620 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcff80731f0 con 0x7fcff8156990 2024-09-16T01:15:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.556+0000 7fcfeffff640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff80b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.557+0000 7fcff6d9d640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff8156990 0x7fcff80cd170 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009870 tx=0x7fcfe802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafa9f2d4be918a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.557+0000 7fcff659c640 1 -- 172.21.15.29:0/3695963620 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8037070 con 0x7fcff8156990 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.557+0000 7fcff659c640 1 -- 172.21.15.29:0/3695963620 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe8032440 con 0x7fcff8156990 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.557+0000 7fcff659c640 1 -- 172.21.15.29:0/3695963620 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8032810 con 0x7fcff8156990 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 -- 172.21.15.29:0/3695963620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff8156990 msgr2=0x7fcff80cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff8156990 0x7fcff80cd170 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8009870 tx=0x7fcfe802a1c0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 -- 172.21.15.29:0/3695963620 shutdown_connections 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff80b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 --2- 172.21.15.29:0/3695963620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff8156990 0x7fcff80cd170 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 -- 172.21.15.29:0/3695963620 >> 172.21.15.29:0/3695963620 conn(0x7fcff806bc10 msgr2=0x7fcff806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 -- 172.21.15.29:0/3695963620 shutdown_connections 2024-09-16T01:15:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.558+0000 7fcffd186640 1 -- 172.21.15.29:0/3695963620 wait complete. 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.559+0000 7fcffd186640 1 Processor -- start 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.559+0000 7fcffd186640 1 -- start start 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff815c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcff8156990 0x7fcff8160130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcff80ce720 con 0x7fcff80b22c0 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcff80cea90 con 0x7fcff8156990 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcffd186640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7fcff80b26f0 con 0x7fcff80cd6b0 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42126/0 (socket says 172.21.15.29:42126) 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3959868559 learned_addr learned my addr 172.21.15.29:0/3959868559 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff759e640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcff8156990 0x7fcff8160130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcfeffff640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff815c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 msgr2=0x7fcff815c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff815c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcff8156990 msgr2=0x7fcff8160130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcff8156990 0x7fcff8160130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.560+0000 7fcff6d9d640 1 -- 172.21.15.29:0/3959868559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcff815b370 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcff6d9d640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8000c00 tx=0x7fcfe80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8041020 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfe80306c0 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcff815e980 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8037040 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.561+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcff815ef00 con 0x7fcff80b22c0 2024-09-16T01:15:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.562+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcff80cef20 con 0x7fcff80b22c0 2024-09-16T01:15:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.562+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcfe8044020 con 0x7fcff80b22c0 2024-09-16T01:15:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.563+0000 7fcfef7fe640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 0x7fcfd806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.563+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7fcfe80ab960 con 0x7fcff80b22c0 2024-09-16T01:15:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.563+0000 7fcfeffff640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 0x7fcfd806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.563+0000 7fcfeffff640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 0x7fcfd806e7a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcff8160dc0 tx=0x7fcfe0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.567+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcfe804b030 con 0x7fcff80b22c0 2024-09-16T01:15:15.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.742+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fcff80d0a20 con 0x7fcfd806c2e0 2024-09-16T01:15:15.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.742+0000 7fcfef7fe640 1 -- 172.21.15.29:0/3959868559 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fcff80d0a20 con 0x7fcfd806c2e0 2024-09-16T01:15:15.743 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 7 to deep-scrub 2024-09-16T01:15:15.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 msgr2=0x7fcfd806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 0x7fcfd806e7a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcff8160dc0 tx=0x7fcfe0008040 comp rx=0 tx=0).stop 2024-09-16T01:15:15.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 msgr2=0x7fcff815ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcfe8000c00 tx=0x7fcfe80046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 shutdown_connections 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7fcfd806c2e0 0x7fcfd806e7a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcff8156990 0x7fcff8160130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7fcff80cd6b0 0x7fcff815c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 --2- 172.21.15.29:0/3959868559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcff80b22c0 0x7fcff815ae30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 >> 172.21.15.29:0/3959868559 conn(0x7fcff806bc10 msgr2=0x7fcff8154d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 shutdown_connections 2024-09-16T01:15:15.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.744+0000 7fcffd186640 1 -- 172.21.15.29:0/3959868559 wait complete. 2024-09-16T01:15:15.756 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.857+0000 7f732b42e640 1 Processor -- start 2024-09-16T01:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.857+0000 7f732b42e640 1 -- start start 2024-09-16T01:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.858+0000 7f732b42e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240b6a40 0x7f7324162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.858+0000 7f732b42e640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f73240cf480 0x7f73240b9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.858+0000 7f732b42e640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73240b39a0 con 0x7f732415e7c0 2024-09-16T01:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.858+0000 7f732b42e640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f73241630d0 con 0x7f73240cf480 2024-09-16T01:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.858+0000 7f732b42e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f732415eba0 con 0x7f73240b6a40 2024-09-16T01:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73299cb640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f73240cf480 0x7f73240b9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73289c9640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240b6a40 0x7f7324162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73291ca640 1 --1- >> v1:172.21.15.122:6789/0 conn(0x7f732415e7c0 0x7f73240b6330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.122:6789/0 says I am v1:172.21.15.29:55310/0 (socket says 172.21.15.29:55310) 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73291ca640 1 -- 172.21.15.29:0/1160545342 learned_addr learned my addr 172.21.15.29:0/1160545342 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73299cb640 1 -- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240b6a40 msgr2=0x7f7324162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73299cb640 1 --2- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240b6a40 0x7f7324162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73299cb640 1 -- 172.21.15.29:0/1160545342 >> v1:172.21.15.122:6789/0 conn(0x7f732415e7c0 legacy=0x7f73240b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f73299cb640 1 -- 172.21.15.29:0/1160545342 --> v2:172.21.15.122:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73240cfc60 con 0x7f73240cf480 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.859+0000 7f7323fff640 1 -- 172.21.15.29:0/1160545342 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 240898055 0 0) 0x7f73240b39a0 con 0x7f732415e7c0 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f73299cb640 1 --2- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240cf480 0x7f73240b9800 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f731c0097a0 tx=0x7f731c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bc2772de9355833 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f7323fff640 1 -- 172.21.15.29:0/1160545342 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c037070 con 0x7f73240cf480 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f7323fff640 1 -- 172.21.15.29:0/1160545342 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f731c032440 con 0x7f73240cf480 2024-09-16T01:15:15.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f7323fff640 1 -- 172.21.15.29:0/1160545342 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c032810 con 0x7f73240cf480 2024-09-16T01:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 -- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240cf480 msgr2=0x7f73240b9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 --2- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240cf480 0x7f73240b9800 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f731c0097a0 tx=0x7f731c02a210 comp rx=0 tx=0).stop 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 -- 172.21.15.29:0/1160545342 shutdown_connections 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 --2- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240cf480 0x7f73240b9800 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 --2- 172.21.15.29:0/1160545342 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240b6a40 0x7f7324162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 -- 172.21.15.29:0/1160545342 >> 172.21.15.29:0/1160545342 conn(0x7f73240d1320 msgr2=0x7f73240d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 -- 172.21.15.29:0/1160545342 shutdown_connections 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.860+0000 7f732b42e640 1 -- 172.21.15.29:0/1160545342 wait complete. 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 Processor -- start 2024-09-16T01:15:15.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 -- start start 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240b6a40 0x7f73240b2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240cf480 0x7f73241f4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f732415f100 con 0x7f732415e7c0 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f732415ee20 con 0x7f73240b6a40 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f732b42e640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f732415f3e0 con 0x7f73240cf480 2024-09-16T01:15:15.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f73299cb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f73299cb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42136/0 (socket says 172.21.15.29:42136) 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f73299cb640 1 -- 172.21.15.29:0/3615002352 learned_addr learned my addr 172.21.15.29:0/3615002352 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f73291ca640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240b6a40 0x7f73240b2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.862+0000 7f73289c9640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240cf480 0x7f73241f4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 -- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240cf480 msgr2=0x7f73241f4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240cf480 0x7f73241f4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 -- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240b6a40 msgr2=0x7f73240b2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240b6a40 0x7f73240b2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 -- 172.21.15.29:0/3615002352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73240b88f0 con 0x7f732415e7c0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f73299cb640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f731c035040 tx=0x7f731c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c037050 con 0x7f732415e7c0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f731c038040 con 0x7f732415e7c0 2024-09-16T01:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73240b8bd0 con 0x7f732415e7c0 2024-09-16T01:15:15.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c004450 con 0x7f732415e7c0 2024-09-16T01:15:15.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.863+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73240b9190 con 0x7f732415e7c0 2024-09-16T01:15:15.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.864+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f732415f900 con 0x7f732415e7c0 2024-09-16T01:15:15.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.865+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f731c03c6d0 con 0x7f732415e7c0 2024-09-16T01:15:15.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.866+0000 7f7321ffb640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 0x7f731006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:15.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.866+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f731c0ab950 con 0x7f732415e7c0 2024-09-16T01:15:15.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.866+0000 7f73291ca640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 0x7f731006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:15.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.866+0000 7f73291ca640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 0x7f731006e7a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f73140012e0 tx=0x7f7314001630 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:15.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:15.870+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f731c079da0 con 0x7f732415e7c0 2024-09-16T01:15:16.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.045+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f73240d2150 con 0x7f731006c2e0 2024-09-16T01:15:16.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.047+0000 7f7321ffb640 1 -- 172.21.15.29:0/3615002352 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13409 (secure 0 0 0) 0x7f73240d2150 con 0x7f731006c2e0 2024-09-16T01:15:16.047 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:16.048 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 msgr2=0x7f731006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 0x7f731006e7a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f73140012e0 tx=0x7f7314001630 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 msgr2=0x7f73241604b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f731c035040 tx=0x7f731c0046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 shutdown_connections 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f731006c2e0 0x7f731006e7a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f732415e7c0 0x7f73241604b0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f73240cf480 0x7f73241f4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 --2- 172.21.15.29:0/3615002352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73240b6a40 0x7f73240b2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:16.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.048+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 >> 172.21.15.29:0/3615002352 conn(0x7f73240d1320 msgr2=0x7f73240d2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:16.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.049+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 shutdown_connections 2024-09-16T01:15:16.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:16.049+0000 7f732b42e640 1 -- 172.21.15.29:0/3615002352 wait complete. 2024-09-16T01:15:16.060 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-16T01:15:15.377849+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237240,"kb_used_data":4360,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737480,"statfs":{"total":773094113280,"available":772851179520,"internally_reserved":0,"allocated":4464640,"data_stored":2463304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.134256"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":198,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-16T01:15:08.256513+0000","last_change":"2024-09-16T01:13:34.767602+0000","last_active":"2024-09-16T01:15:08.256513+0000","last_peered":"2024-09-16T01:15:08.256513+0000","last_clean":"2024-09-16T01:15:08.256513+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:15:08.256513+0000","last_undegraded":"2024-09-16T01:15:08.256513+0000","last_fullsized":"2024-09-16T01:15:08.256513+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:13:33.537180+0000","last_clean_scrub_stamp":"2024-09-16T01:13:33.537180+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:02.881120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1003520,"data_stored":750689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509464,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31592,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340248,"statfs":{"total":96636764160,"available":96604413952,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31592,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340248,"statfs":{"total":96636764160,"available":96604413952,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31588,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542168,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1003520,"data_stored":750689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:15:16.064 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T01:13:33.537180+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=13, tm_sec=33, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=1, tm_min=15, tm_sec=11, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T01:15:16.064 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T01:15:36.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:15:36.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.180+0000 7f8f01415640 1 Processor -- start 2024-09-16T01:15:36.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.180+0000 7f8f01415640 1 -- start start 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.181+0000 7f8f01415640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.181+0000 7f8f01415640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 0x7f8efc0cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.181+0000 7f8f01415640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8efc15ea20 con 0x7f8efc0cf0e0 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.181+0000 7f8f01415640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f8efc0b2860 con 0x7f8efc0d3660 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.181+0000 7f8f01415640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f8efc0b1c50 con 0x7f8efc15e640 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efb7fe640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 0x7f8efc0cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3301/0 says I am v2:172.21.15.29:49922/0 (socket says 172.21.15.29:49922) 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 -- 172.21.15.29:0/3693768979 learned_addr learned my addr 172.21.15.29:0/3693768979 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efb7fe640 1 --2- 172.21.15.29:0/3693768979 >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 0x7f8efc0cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.29:53054/0 (socket says 172.21.15.29:53054) 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8ef9ffb640 1 -- 172.21.15.29:0/3693768979 <== mon.1 v1:172.21.15.122:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2727056139 0 0) 0x7f8efc15ea20 con 0x7f8efc0cf0e0 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 -- 172.21.15.29:0/3693768979 >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 msgr2=0x7f8efc0cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 --2- 172.21.15.29:0/3693768979 >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 0x7f8efc0cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 -- 172.21.15.29:0/3693768979 >> v1:172.21.15.122:6789/0 conn(0x7f8efc0cf0e0 legacy=0x7f8efc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.182+0000 7f8efaffd640 1 -- 172.21.15.29:0/3693768979 --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8efc0b1f30 con 0x7f8efc15e640 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.183+0000 7f8efaffd640 1 --2- 172.21.15.29:0/3693768979 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8efc15ebf0 tx=0x7f8eec02a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64818badd7edd7fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.183+0000 7f8ef9ffb640 1 -- 172.21.15.29:0/3693768979 <== mon.2 v2:172.21.15.122:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eec037070 con 0x7f8efc15e640 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.183+0000 7f8ef9ffb640 1 -- 172.21.15.29:0/3693768979 <== mon.2 v2:172.21.15.122:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eec032440 con 0x7f8efc15e640 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.183+0000 7f8ef9ffb640 1 -- 172.21.15.29:0/3693768979 <== mon.2 v2:172.21.15.122:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eec032810 con 0x7f8efc15e640 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 -- 172.21.15.29:0/3693768979 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 msgr2=0x7f8efc0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 --2- 172.21.15.29:0/3693768979 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8efc15ebf0 tx=0x7f8eec02a130 comp rx=0 tx=0).stop 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 -- 172.21.15.29:0/3693768979 shutdown_connections 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 --2- 172.21.15.29:0/3693768979 >> v2:172.21.15.122:3300/0 conn(0x7f8efc0d3660 0x7f8efc0cf520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 --2- 172.21.15.29:0/3693768979 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc0ceba0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 -- 172.21.15.29:0/3693768979 >> 172.21.15.29:0/3693768979 conn(0x7f8efc09d820 msgr2=0x7f8efc0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 -- 172.21.15.29:0/3693768979 shutdown_connections 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.184+0000 7f8f01415640 1 -- 172.21.15.29:0/3693768979 wait complete. 2024-09-16T01:15:36.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.185+0000 7f8f01415640 1 Processor -- start 2024-09-16T01:15:36.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.185+0000 7f8f01415640 1 -- start start 2024-09-16T01:15:36.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 0x7f8efc0cc280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc15c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc0cfe40 con 0x7f8efc0d3660 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc0b24f0 con 0x7f8efc0cf0e0 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8f01415640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f8efc0b73a0 con 0x7f8efc15e640 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8efa7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8efa7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38788/0 (socket says 172.21.15.29:38788) 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8efa7fc640 1 -- 172.21.15.29:0/4252239417 learned_addr learned my addr 172.21.15.29:0/4252239417 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8efb7fe640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc15c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.186+0000 7f8efaffd640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 0x7f8efc0cc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 -- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 msgr2=0x7f8efc15c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc15c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 -- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 msgr2=0x7f8efc0cc280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 0x7f8efc0cc280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 -- 172.21.15.29:0/4252239417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8efc1e8df0 con 0x7f8efc0d3660 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efaffd640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 0x7f8efc0cc280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8efa7fc640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8ef000c3e0 tx=0x7f8ef000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef0017070 con 0x7f8efc0d3660 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ef00035f0 con 0x7f8efc0d3660 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8efc0cb7a0 con 0x7f8efc0d3660 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef00039c0 con 0x7f8efc0d3660 2024-09-16T01:15:36.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.187+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8efc0cbd60 con 0x7f8efc0d3660 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.188+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8efc068eb0 con 0x7f8efc0d3660 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.189+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8ef001a070 con 0x7f8efc0d3660 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.189+0000 7f8ee37fe640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 0x7f8ee806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.189+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f8ef008a480 con 0x7f8efc0d3660 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.189+0000 7f8efaffd640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 0x7f8ee806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.190+0000 7f8efaffd640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 0x7f8ee806e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8eec034000 tx=0x7f8eec02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.193+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ef00588d0 con 0x7f8efc0d3660 2024-09-16T01:15:36.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.369+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 --> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8efc0ceba0 con 0x7f8ee806c2b0 2024-09-16T01:15:36.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.370+0000 7f8ee37fe640 1 -- 172.21.15.29:0/4252239417 <== mgr.4102 v2:172.21.15.122:6832/2096876268 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13356 (secure 0 0 0) 0x7f8efc0ceba0 con 0x7f8ee806c2b0 2024-09-16T01:15:36.371 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:36.371 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-16T01:15:36.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 msgr2=0x7f8ee806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 0x7f8ee806e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8eec034000 tx=0x7f8eec02e000 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 msgr2=0x7f8efc1617c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8ef000c3e0 tx=0x7f8ef000c8a0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 shutdown_connections 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f8ee806c2b0 0x7f8ee806e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f8efc15e640 0x7f8efc15c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8efc0d3660 0x7f8efc1617c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 --2- 172.21.15.29:0/4252239417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8efc0cf0e0 0x7f8efc0cc280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 >> 172.21.15.29:0/4252239417 conn(0x7f8efc09d820 msgr2=0x7f8efc0d43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 shutdown_connections 2024-09-16T01:15:36.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.372+0000 7f8f01415640 1 -- 172.21.15.29:0/4252239417 wait complete. 2024-09-16T01:15:36.384 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":90,"stamp":"2024-09-16T01:15:35.381557+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237224,"kb_used_data":4360,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737496,"statfs":{"total":773094113280,"available":772851195904,"internally_reserved":0,"allocated":4464640,"data_stored":2463304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002287"},"pg_stats":[{"pgid":"1.0","version":"36'119","reported_seq":210,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-16T01:15:15.925900+0000","last_change":"2024-09-16T01:15:15.925900+0000","last_active":"2024-09-16T01:15:15.925900+0000","last_peered":"2024-09-16T01:15:15.925900+0000","last_clean":"2024-09-16T01:15:15.925900+0000","last_became_active":"2024-09-16T01:13:34.764940+0000","last_became_peered":"2024-09-16T01:13:34.764940+0000","last_unstale":"2024-09-16T01:15:15.925900+0000","last_undegraded":"2024-09-16T01:15:15.925900+0000","last_fullsized":"2024-09-16T01:15:15.925900+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"36'119","last_scrub_stamp":"2024-09-16T01:15:15.925779+0000","last_deep_scrub":"36'119","last_deep_scrub_stamp":"2024-09-16T01:15:15.925779+0000","last_clean_scrub_stamp":"2024-09-16T01:15:15.925779+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:59.060746+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":1003520,"data_stored":750689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509468,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31592,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340248,"statfs":{"total":96636764160,"available":96604413952,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31592,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340248,"statfs":{"total":96636764160,"available":96604413952,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542172,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31588,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":409600,"data_stored":160321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542172,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":1003520,"data_stored":750689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:15:36.385 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T01:15:36.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.487+0000 7f2952b91640 1 Processor -- start 2024-09-16T01:15:36.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.487+0000 7f2952b91640 1 -- start start 2024-09-16T01:15:36.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f2952b91640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f294c0d1fa0 0x7f294c0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f2952b91640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f294c0cf990 0x7f294c0b3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f2952b91640 1 -- --> v1:172.21.15.122:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f294c06d9a0 con 0x7f294c15e500 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f2952b91640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f294c0d00b0 con 0x7f294c0d1fa0 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f2952b91640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f294c06dc80 con 0x7f294c0cf990 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f294c0d1fa0 0x7f294c0cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f294c0d1fa0 0x7f294c0cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38796/0 (socket says 172.21.15.29:38796) 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 -- 172.21.15.29:0/312848900 learned_addr learned my addr 172.21.15.29:0/312848900 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 -- 172.21.15.29:0/312848900 >> v2:172.21.15.122:3300/0 conn(0x7f294c0cf990 msgr2=0x7f294c0b3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:36.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 --2- 172.21.15.29:0/312848900 >> v2:172.21.15.122:3300/0 conn(0x7f294c0cf990 0x7f294c0b3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 -- 172.21.15.29:0/312848900 >> v1:172.21.15.122:6789/0 conn(0x7f294c15e500 legacy=0x7f294c06d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:36.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.488+0000 7f294bfff640 1 -- 172.21.15.29:0/312848900 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f294c0ce970 con 0x7f294c0d1fa0 2024-09-16T01:15:36.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.489+0000 7f294bfff640 1 --2- 172.21.15.29:0/312848900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c0cf450 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f294c075b00 tx=0x7f293802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9946e51a15bcf048 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.489+0000 7f294b7fe640 1 -- 172.21.15.29:0/312848900 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938037070 con 0x7f294c0d1fa0 2024-09-16T01:15:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.489+0000 7f294b7fe640 1 -- 172.21.15.29:0/312848900 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2938032440 con 0x7f294c0d1fa0 2024-09-16T01:15:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.489+0000 7f294b7fe640 1 -- 172.21.15.29:0/312848900 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938032810 con 0x7f294c0d1fa0 2024-09-16T01:15:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 -- 172.21.15.29:0/312848900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 msgr2=0x7f294c0cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 --2- 172.21.15.29:0/312848900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c0cf450 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f294c075b00 tx=0x7f293802a2c0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 -- 172.21.15.29:0/312848900 shutdown_connections 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 --2- 172.21.15.29:0/312848900 >> v2:172.21.15.122:3300/0 conn(0x7f294c0cf990 0x7f294c0b3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 --2- 172.21.15.29:0/312848900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c0cf450 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 -- 172.21.15.29:0/312848900 >> 172.21.15.29:0/312848900 conn(0x7f294c067950 msgr2=0x7f294c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 -- 172.21.15.29:0/312848900 shutdown_connections 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.490+0000 7f2952b91640 1 -- 172.21.15.29:0/312848900 wait complete. 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.491+0000 7f2952b91640 1 Processor -- start 2024-09-16T01:15:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.491+0000 7f2952b91640 1 -- start start 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 0x7f294c150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 0x7f294c156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f294c0cef30 con 0x7f294c0d1fa0 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f294c06d750 con 0x7f294c156260 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f2952b91640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f294c0b44f0 con 0x7f294c15e500 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38808/0 (socket says 172.21.15.29:38808) 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 -- 172.21.15.29:0/2372615363 learned_addr learned my addr 172.21.15.29:0/2372615363 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f294bfff640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 0x7f294c150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 -- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 msgr2=0x7f294c150c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295112e640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 0x7f294c156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 0x7f294c150c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 -- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 msgr2=0x7f294c156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 0x7f294c156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 -- 172.21.15.29:0/2372615363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f294c160440 con 0x7f294c0d1fa0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f294bfff640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 0x7f294c150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295112e640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 0x7f294c156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.492+0000 7f295092d640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f294000b410 tx=0x7f294000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.493+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2940015020 con 0x7f294c0d1fa0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.493+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2940011830 con 0x7f294c0d1fa0 2024-09-16T01:15:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.493+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f294c160720 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.493+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2940011c20 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.493+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f294c160ce0 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.494+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f294c069ac0 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.494+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2940018020 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.494+0000 7f29497fa640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 0x7f293006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.495+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f294008b130 con 0x7f294c0d1fa0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.495+0000 7f294bfff640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 0x7f293006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.495+0000 7f294bfff640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 0x7f293006e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2938034000 tx=0x7f293802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.499+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f294001f020 con 0x7f294c0d1fa0 2024-09-16T01:15:36.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.674+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f294c0b48c0 con 0x7f294c0d1fa0 2024-09-16T01:15:36.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.677+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) ==== 123+0+0 (secure 0 0 0) 0x7f29400172c0 con 0x7f294c0d1fa0 2024-09-16T01:15:36.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.679+0000 7f29497fa640 1 -- 172.21.15.29:0/2372615363 <== mon.0 v2:172.21.15.29:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2940059440 con 0x7f294c0d1fa0 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 msgr2=0x7f293006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 0x7f293006e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2938034000 tx=0x7f293802e000 comp rx=0 tx=0).stop 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 msgr2=0x7f294c1614e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f294000b410 tx=0x7f294000b8d0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 shutdown_connections 2024-09-16T01:15:36.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f293006c2b0 0x7f293006e770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f294c156260 0x7f294c156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f294c15e500 0x7f294c150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 --2- 172.21.15.29:0/2372615363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f294c0d1fa0 0x7f294c1614e0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 >> 172.21.15.29:0/2372615363 conn(0x7f294c067950 msgr2=0x7f294c0b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 shutdown_connections 2024-09-16T01:15:36.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.680+0000 7f2952b91640 1 -- 172.21.15.29:0/2372615363 wait complete. 2024-09-16T01:15:36.692 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T01:15:36.693 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T01:15:36.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.793+0000 7f23514af640 1 Processor -- start 2024-09-16T01:15:36.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.793+0000 7f23514af640 1 -- start start 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f23514af640 1 --2- >> v2:172.21.15.122:3300/0 conn(0x7f234c15c050 0x7f234c0d01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f23514af640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f234c160a00 0x7f234c0d0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f23514af640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f234c0d2e60 con 0x7f234c0d2210 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f23514af640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f234c070ec0 con 0x7f234c160a00 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f23514af640 1 -- --> v2:172.21.15.122:3300/0 -- mon_getmap magic: 0 -- 0x7f234c15ff20 con 0x7f234c15c050 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f234c160a00 0x7f234c0d0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234b7fe640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f234c0d2210 0x7f234c0ce830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50166/0 (socket says 172.21.15.29:50166) 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234b7fe640 1 -- 172.21.15.29:0/1279101542 learned_addr learned my addr 172.21.15.29:0/1279101542 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f234c160a00 0x7f234c0d0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38818/0 (socket says 172.21.15.29:38818) 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234affd640 1 --2- 172.21.15.29:0/1279101542 >> v2:172.21.15.122:3300/0 conn(0x7f234c15c050 0x7f234c0d01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 -- 172.21.15.29:0/1279101542 >> v2:172.21.15.122:3300/0 conn(0x7f234c15c050 msgr2=0x7f234c0d01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 --2- 172.21.15.29:0/1279101542 >> v2:172.21.15.122:3300/0 conn(0x7f234c15c050 0x7f234c0d01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 -- 172.21.15.29:0/1279101542 >> v1:172.21.15.29:6789/0 conn(0x7f234c0d2210 legacy=0x7f234c0ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f2349ffb640 1 -- 172.21.15.29:0/1279101542 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3421252187 0 0) 0x7f234c0d2e60 con 0x7f234c0d2210 2024-09-16T01:15:36.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.794+0000 7f234a7fc640 1 -- 172.21.15.29:0/1279101542 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f234c160200 con 0x7f234c160a00 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.795+0000 7f234a7fc640 1 --2- 172.21.15.29:0/1279101542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c160a00 0x7f234c0d0720 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f234c070210 tx=0x7f233402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=658a406098e9adcb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.795+0000 7f2349ffb640 1 -- 172.21.15.29:0/1279101542 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334037070 con 0x7f234c160a00 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.795+0000 7f2349ffb640 1 -- 172.21.15.29:0/1279101542 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2334032440 con 0x7f234c160a00 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.795+0000 7f2349ffb640 1 -- 172.21.15.29:0/1279101542 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334032830 con 0x7f234c160a00 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 -- 172.21.15.29:0/1279101542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c160a00 msgr2=0x7f234c0d0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 --2- 172.21.15.29:0/1279101542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c160a00 0x7f234c0d0720 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f234c070210 tx=0x7f233402a1a0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 -- 172.21.15.29:0/1279101542 shutdown_connections 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 --2- 172.21.15.29:0/1279101542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c160a00 0x7f234c0d0720 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 --2- 172.21.15.29:0/1279101542 >> v2:172.21.15.122:3300/0 conn(0x7f234c15c050 0x7f234c0d01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 -- 172.21.15.29:0/1279101542 >> 172.21.15.29:0/1279101542 conn(0x7f234c06f400 msgr2=0x7f234c06f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 -- 172.21.15.29:0/1279101542 shutdown_connections 2024-09-16T01:15:36.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.796+0000 7f23514af640 1 -- 172.21.15.29:0/1279101542 wait complete. 2024-09-16T01:15:36.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.797+0000 7f23514af640 1 Processor -- start 2024-09-16T01:15:36.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.797+0000 7f23514af640 1 -- start start 2024-09-16T01:15:36.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 --2- >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f234c0d2210 0x7f234c0b2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f234c160a00 0x7f234c147690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f234c15c5b0 con 0x7f234c15c050 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f234c15c430 con 0x7f234c160a00 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f23514af640 1 -- --> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] -- mon_getmap magic: 0 -- 0x7f234c0d26c0 con 0x7f234c0d2210 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f234a7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f234a7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38832/0 (socket says 172.21.15.29:38832) 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f234a7fc640 1 -- 172.21.15.29:0/1017556299 learned_addr learned my addr 172.21.15.29:0/1017556299 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f234b7fe640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f234c160a00 0x7f234c147690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.798+0000 7f234affd640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f234c0d2210 0x7f234c0b2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 -- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f234c0d2210 msgr2=0x7f234c0b2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f234c0d2210 0x7f234c0b2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 -- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f234c160a00 msgr2=0x7f234c147690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f234c160a00 0x7f234c147690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 -- 172.21.15.29:0/1017556299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f234c06da80 con 0x7f234c15c050 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f234a7fc640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2334000c00 tx=0x7f23340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334037050 con 0x7f234c15c050 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2334038040 con 0x7f234c15c050 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f234c06dd60 con 0x7f234c15c050 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334004450 con 0x7f234c15c050 2024-09-16T01:15:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.799+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f234c06e320 con 0x7f234c15c050 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.800+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f234c0d2ab0 con 0x7f234c15c050 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.801+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2334030980 con 0x7f234c15c050 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.801+0000 7f23437fe640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.801+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5029+0+0 (secure 0 0 0) 0x7f23340abca0 con 0x7f234c15c050 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.801+0000 7f234affd640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:15:36.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.802+0000 7f234affd640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 0x7f232c06e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f233c003b80 tx=0x7f233c0098d0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:15:36.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:36.805+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f233407a180 con 0x7f234c15c050 2024-09-16T01:15:37.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.016+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f234c152b40 con 0x7f234c15c050 2024-09-16T01:15:37.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.016+0000 7f23437fe640 1 -- 172.21.15.29:0/1017556299 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+3908 (secure 0 0 0) 0x7f233407e480 con 0x7f234c15c050 2024-09-16T01:15:37.017 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:15:37.018 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"btime":"2024-09-16T01:15:06:237319+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/340297521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":340297521},{"type":"v1","addr":"172.21.15.122:6835","nonce":340297521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4753,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/3482641987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":3482641987},{"type":"v1","addr":"172.21.15.122:6837","nonce":3482641987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5061,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/299669039","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":299669039},{"type":"v1","addr":"172.21.15.29:6835","nonce":299669039}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5157,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/328041159","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":328041159},{"type":"v1","addr":"172.21.15.29:6833","nonce":328041159}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[]} 2024-09-16T01:15:37.018 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 24 2024-09-16T01:15:37.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 msgr2=0x7f232c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 0x7f232c06e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f233c003b80 tx=0x7f233c0098d0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 msgr2=0x7f234c155570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2334000c00 tx=0x7f23340046c0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 shutdown_connections 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:6832/2096876268,v1:172.21.15.122:6833/2096876268] conn(0x7f232c06c2b0 0x7f232c06e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f234c160a00 0x7f234c147690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f234c15c050 0x7f234c155570 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 --2- 172.21.15.29:0/1017556299 >> [v2:172.21.15.122:3301/0,v1:172.21.15.122:6790/0] conn(0x7f234c0d2210 0x7f234c0b2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 >> 172.21.15.29:0/1017556299 conn(0x7f234c06f400 msgr2=0x7f234c15a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 shutdown_connections 2024-09-16T01:15:37.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:15:37.018+0000 7f23514af640 1 -- 172.21.15.29:0/1017556299 wait complete. 2024-09-16T01:15:37.030 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-16T01:15:37.031 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T01:15:37.031 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T01:15:37.031 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.040 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T01:15:37.040 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T01:15:37.040 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.089 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T01:15:37.090 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T01:15:37.090 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.102 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T01:15:37.102 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T01:15:37.102 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.155 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T01:15:37.155 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T01:15:37.155 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T01:15:37.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.188 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T01:15:37.188 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T01:15:37.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.260 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T01:15:37.260 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T01:15:37.260 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.331 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T01:15:37.331 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T01:15:37.331 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.398 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T01:15:37.399 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-16T01:15:37.399 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.436 INFO:tasks.ceph.osd.4:Stopped 2024-09-16T01:15:37.437 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-16T01:15:37.437 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.507 INFO:tasks.ceph.osd.5:Stopped 2024-09-16T01:15:37.507 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-16T01:15:37.507 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.578 INFO:tasks.ceph.osd.6:Stopped 2024-09-16T01:15:37.579 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-16T01:15:37.579 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.657 INFO:tasks.ceph.osd.7:Stopped 2024-09-16T01:15:37.657 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T01:15:37.658 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T01:15:37.658 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.684 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T01:15:37.684 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T01:15:37.685 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.728 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T01:15:37.728 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T01:15:37.729 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T01:15:37.729 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.740 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T01:15:37.740 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T01:15:37.740 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.781 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T01:15:37.781 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T01:15:37.782 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T01:15:37.834 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T01:15:37.834 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T01:15:37.834 DEBUG:teuthology.orchestra.run.smithi029:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Replacing daemon mds.a' | head -n 1 2024-09-16T01:15:37.872 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:37.872 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T01:15:38.086 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:38.086 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T01:15:38.239 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:38.239 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T01:15:38.298 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:38.298 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T01:15:38.355 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:38.355 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-16T01:15:38.511 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:38.511 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-16T01:15:38.590 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:38.591 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-16T01:15:38.647 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:38.647 DEBUG:teuthology.orchestra.run.smithi122:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-16T01:15:38.698 INFO:tasks.ceph:Archiving mon data... 2024-09-16T01:15:38.699 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/data/mon.a.tgz 2024-09-16T01:15:38.699 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2024-09-16T01:15:38.716 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.N7O0g5Ndjh 2024-09-16T01:15:38.716 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.N7O0g5Ndjh 2024-09-16T01:15:38.853 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.N7O0g5Ndjh 2024-09-16T01:15:38.938 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.N7O0g5Ndjh is 293KB 2024-09-16T01:15:39.035 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.N7O0g5Ndjh 2024-09-16T01:15:39.051 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/data/mon.b.tgz 2024-09-16T01:15:39.051 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-16T01:15:39.070 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.J3Y75f1tPG 2024-09-16T01:15:39.070 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.J3Y75f1tPG 2024-09-16T01:15:39.228 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.J3Y75f1tPG 2024-09-16T01:15:39.315 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.J3Y75f1tPG is 395KB 2024-09-16T01:15:39.413 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.J3Y75f1tPG 2024-09-16T01:15:39.429 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/data/mon.c.tgz 2024-09-16T01:15:39.430 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-16T01:15:39.485 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.6tYcbvFRnN 2024-09-16T01:15:39.485 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.6tYcbvFRnN 2024-09-16T01:15:39.620 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.6tYcbvFRnN 2024-09-16T01:15:39.702 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.6tYcbvFRnN is 395KB 2024-09-16T01:15:39.798 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.6tYcbvFRnN 2024-09-16T01:15:39.813 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T01:15:39.814 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T01:15:39.816 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T01:15:39.902 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T01:15:39.933 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T01:15:39.933 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T01:15:39.935 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi029/crash 2024-09-16T01:15:39.936 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T01:15:39.971 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi122/crash 2024-09-16T01:15:39.972 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T01:15:39.997 INFO:tasks.ceph:Shutting down logrotate 2024-09-16T01:15:39.998 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:40.015 DEBUG:teuthology.orchestra.run.smithi122:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:40.095 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:40.123 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T01:15:40.147 INFO:tasks.ceph:Compressing logs... 2024-09-16T01:15:40.148 DEBUG:teuthology.orchestra.run.smithi029:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T01:15:40.166 DEBUG:teuthology.orchestra.run.smithi122:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T01:15:40.191 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T01:15:40.192 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42130.log 2024-09-16T01:15:40.192 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47133.log 2024-09-16T01:15:40.192 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50191.log 2024-09-16T01:15:40.192 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42130.log.gz 2024-09-16T01:15:40.192 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43672.log 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42360.log 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50191.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47133.log.gz 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45619.log 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50191.log.gz 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43672.log.gz 2024-09-16T01:15:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47356.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45619.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42360.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43337.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45619.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42993.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47356.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46551.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42993.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43337.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47007.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42993.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47570.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46551.log.gz 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.47007.log: -- /var/log/ceph/ceph-client.admin.48444.log 2024-09-16T01:15:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47570.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47007.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42086.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47570.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50609.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48444.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45935.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50609.log: gzip -5 --verbose -- 87.8% /var/log/ceph/ceph-client.admin.48790.log -- replaced with /var/log/ceph/ceph-client.admin.42086.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50609.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45892.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48790.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45935.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46923.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45892.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48790.log.gz 2024-09-16T01:15:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46923.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45892.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43000.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46923.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43956.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49376.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43000.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48208.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43956.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43674.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49376.log: /var/log/ceph/ceph-client.0.48208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45177.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49376.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47221.log 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43674.log.gz 2024-09-16T01:15:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.2.45177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49836.log 2024-09-16T01:15:40.204 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49657.log 2024-09-16T01:15:40.204 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47221.log.gz 2024-09-16T01:15:40.204 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47528.log 2024-09-16T01:15:40.204 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.2.45177.log.gz 2024-09-16T01:15:40.226 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43463.log 2024-09-16T01:15:40.226 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37095.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36884.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.3.43463.log: /var/log/ceph/ceph-client.admin.37095.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36884.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37095.log.gz 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.3.43463.log.gz 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36884.log.gz 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37004.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.37004.log: /var/log/ceph/ceph-osd.5.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37004.log.gz 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr: 93.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36964.log 2024-09-16T01:15:40.227 INFO:teuthology.orchestra.run.smithi122.stderr: -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36924.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36964.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36924.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36924.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mds.d.log: 91.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36844.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mgr.x.log: 91.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.36844.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36844.log.gz 2024-09-16T01:15:40.228 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37048.log 2024-09-16T01:15:40.240 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-mon.b.log: 90.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-16T01:15:40.240 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37135.log 2024-09-16T01:15:40.240 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.37048.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.37048.log.gz 2024-09-16T01:15:40.253 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43007.log 2024-09-16T01:15:40.253 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.admin.37135.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37135.log.gz 2024-09-16T01:15:40.266 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/ceph-client.1.43007.log: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T01:15:40.266 INFO:teuthology.orchestra.run.smithi122.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.1.43007.log.gz 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49836.log.gz 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42570.log 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47528.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49657.log.gz 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50485.log 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42570.log: gzip -5 89.0% --verbose -- replaced with /var/log/ceph/ceph-client.admin.47528.log.gz -- 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.50317.log 2024-09-16T01:15:40.277 INFO:teuthology.orchestra.run.smithi029.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.0.48208.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50485.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42570.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43536.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48616.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50485.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43536.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50317.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46796.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43536.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43998.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49699.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48616.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46796.log: /var/log/ceph/ceph-client.admin.43998.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46796.log.gz 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44040.log 2024-09-16T01:15:40.278 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43998.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42002.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49699.log: /var/log/ceph/ceph-client.admin.44040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43004.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49699.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44040.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47780.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42002.log.gz/var/log/ceph/ceph-client.admin.43004.log: 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49963.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43004.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47930.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47780.log: /var/log/ceph/ceph-client.admin.49963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44082.log 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47780.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47930.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49963.log.gz 2024-09-16T01:15:40.279 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46735.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47930.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43914.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44082.log: /var/log/ceph/ceph-client.admin.46735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44124.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44082.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43914.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46735.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46095.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43914.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46215.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44124.log: /var/log/ceph/ceph-client.admin.46095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42402.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44124.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46095.log.gz 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47654.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.46215.log.gz -5 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T01:15:40.280 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42402.log: /var/log/ceph/ceph-client.admin.47654.log: gzip 88.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.42402.log.gz --verbose 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.49783.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47654.log.gz 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45756.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43336.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49783.log.gz 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49063.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43670.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45756.log.gz 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43336.log: 89.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47314.log 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43336.log.gz 2024-09-16T01:15:40.281 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43670.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49063.log.gz 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43002.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 88.3% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.43670.log.gz /var/log/ceph/ceph-client.admin.46257.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47314.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47314.log.gz 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47696.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46965.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43002.log.gz 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46257.log: /var/log/ceph/ceph-client.admin.47696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42528.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46257.log.gz 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47696.log.gz 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50233.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46965.log: /var/log/ceph/ceph-client.admin.42528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43340.log 2024-09-16T01:15:40.282 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46965.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50233.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42528.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49273.log 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose 87.2% -- /var/log/ceph/ceph-client.admin.46593.log -- replaced with /var/log/ceph/ceph-client.admin.50233.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43340.log: /var/log/ceph/ceph-client.admin.49273.log: gzip 88.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.43340.log.gz --verbose 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.42997.log 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49273.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43334.log 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46593.log: /var/log/ceph/ceph-client.admin.42997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46838.log 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46593.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42997.log.gz 2024-09-16T01:15:40.283 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44801.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43334.log.gz 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47864.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 88.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.46838.log.gz /var/log/ceph/ceph-client.admin.47612.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44801.log: /var/log/ceph/ceph-client.admin.47864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42044.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44801.log.gz 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43668.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.47864.log.gz 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47612.log.gz 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46035.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43668.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42044.log.gz 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49502.log 2024-09-16T01:15:40.284 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43668.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46035.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46035.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41743.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49502.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50275.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.41743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43673.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41743.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46635.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49021.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50275.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43673.log: /var/log/ceph/ceph-client.admin.46635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50131.log 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43673.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46635.log.gz 2024-09-16T01:15:40.285 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36268.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42234.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50131.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49021.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.36268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50651.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50131.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36268.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50527.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49878.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42234.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50651.log: /var/log/ceph/ceph-client.admin.50527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45451.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50651.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50527.log.gz 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49878.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T01:15:40.286 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49878.log.gz 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48660.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mon.a.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45451.log.gz 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43003.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49418.log 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48660.log.gz 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46467.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43003.log.gz 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44268.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49418.log.gz 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49921.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0%/var/log/ceph/ceph-client.admin.44268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43675.log 2024-09-16T01:15:40.287 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46467.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49105.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44268.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43675.log: gzip -5 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49921.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45299.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43675.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49105.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49105.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46880.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45299.log.gz 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48748.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47738.log 2024-09-16T01:15:40.288 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48382.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46880.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48748.log.gz/var/log/ceph/ceph-client.admin.47738.log: 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50569.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48382.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47738.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43001.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48382.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42192.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50569.log: /var/log/ceph/ceph-client.admin.43001.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42192.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43001.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50569.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42192.log.gz 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48702.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47049.log 2024-09-16T01:15:40.289 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.48702.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47049.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48702.log.gz 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47049.log.gz 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42486.log 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50401.log 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42486.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42486.log.gz 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr: 85.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43338.log 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42612.log 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2%/var/log/ceph/ceph-client.admin.43338.log: -- replaced with /var/log/ceph/ceph-client.admin.50401.log.gz 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43338.log.gzgzip 2024-09-16T01:15:40.290 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42444.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45341.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4%/var/log/ceph/ceph-client.admin.42444.log: -- replaced with /var/log/ceph/ceph-client.admin.42612.log.gz 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42444.log.gz 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42318.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45341.log: 92.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44166.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45341.log.gz 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50005.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42318.log.gz 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47272.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44166.log: 90.5%/var/log/ceph/ceph-client.admin.50005.log: -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45661.log 2024-09-16T01:15:40.291 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48544.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50005.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8%/var/log/ceph/ceph-client.admin.45661.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47272.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44166.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48910.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45577.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45661.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48544.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42276.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45577.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48910.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43339.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45577.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49231.log 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42276.log.gz 2024-09-16T01:15:40.292 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43339.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47486.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43339.log.gz 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50047.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49231.log.gz 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47402.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47486.log.gz 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42654.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50047.log.gz 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.47402.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45535.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42654.log: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44681.log 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47402.log.gz 2024-09-16T01:15:40.293 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42654.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47444.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45535.log: /var/log/ceph/ceph-client.0.44681.log: gzip 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45535.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.43335.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41824.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47444.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.0.44681.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43872.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41824.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43335.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49333.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41824.log.gz 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42696.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.49333.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.42738.log 2024-09-16T01:15:40.294 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43872.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36651.log 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49333.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42696.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49460.log 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42738.log: /var/log/ceph/ceph-client.admin.36651.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42780.log 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42738.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49460.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36651.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49741.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49460.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42780.log: gzip -5 --verbose -- 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42780.log.gz 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.50089.log 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47177.log 2024-09-16T01:15:40.295 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49741.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50359.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50089.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46341.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.50359.log: -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30176.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47177.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46341.log: gzip -5 --verbose 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50359.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.43676.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.tmp-client.admin.30176.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46341.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30176.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46173.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36532.log 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43676.log: /var/log/ceph/ceph-client.admin.46173.log: gzip 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43676.log.gz 2024-09-16T01:15:40.296 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42998.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.36532.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46173.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47091.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36532.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.42998.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.46299.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47091.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42998.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47822.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47091.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46383.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46299.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45493.log 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46383.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47822.log.gz 2024-09-16T01:15:40.297 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46383.log.gz 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46509.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45493.log.gz 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46425.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.46509.log: -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46425.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46509.log.gz 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45814.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46425.log.gz 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49147.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.45814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41920.log 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45814.log.gz/var/log/ceph/ceph-client.admin.49147.log: 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49147.log.gz 2024-09-16T01:15:40.298 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42822.log 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49189.log 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41920.log.gz 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43329.log 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49189.log: 89.2% 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42822.log.gz 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49189.log.gz 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50443.log 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43329.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43329.log.gz 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50443.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50443.log.gz 2024-09-16T01:15:40.299 INFO:teuthology.orchestra.run.smithi029.stderr: 90.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-16T01:15:40.300 INFO:teuthology.orchestra.run.smithi029.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T01:15:40.300 INFO:teuthology.orchestra.run.smithi122.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T01:15:40.311 INFO:teuthology.orchestra.run.smithi122.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T01:15:40.327 INFO:teuthology.orchestra.run.smithi122.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-16T01:15:40.328 INFO:teuthology.orchestra.run.smithi029.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T01:15:40.331 INFO:teuthology.orchestra.run.smithi029.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T01:15:40.348 INFO:teuthology.orchestra.run.smithi122.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-16T01:15:40.348 INFO:teuthology.orchestra.run.smithi122.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-16T01:15:40.363 INFO:teuthology.orchestra.run.smithi122.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-16T01:15:40.365 INFO:teuthology.orchestra.run.smithi122.stderr: 2024-09-16T01:15:40.366 INFO:teuthology.orchestra.run.smithi122.stderr:real 0m0.163s 2024-09-16T01:15:40.366 INFO:teuthology.orchestra.run.smithi122.stderr:user 0m0.735s 2024-09-16T01:15:40.366 INFO:teuthology.orchestra.run.smithi122.stderr:sys 0m0.051s 2024-09-16T01:15:40.397 INFO:teuthology.orchestra.run.smithi029.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T01:15:40.418 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T01:15:40.420 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T01:15:40.420 INFO:teuthology.orchestra.run.smithi029.stderr:real 0m0.241s 2024-09-16T01:15:40.420 INFO:teuthology.orchestra.run.smithi029.stderr:user 0m0.786s 2024-09-16T01:15:40.420 INFO:teuthology.orchestra.run.smithi029.stderr:sys 0m0.148s 2024-09-16T01:15:40.421 INFO:tasks.ceph:Archiving logs... 2024-09-16T01:15:40.421 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi029/log 2024-09-16T01:15:40.422 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T01:15:40.721 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi122/log 2024-09-16T01:15:40.722 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T01:15:40.845 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T01:15:40.856 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T01:15:40.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T01:15:40.859 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T01:15:40.942 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T01:15:40.952 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T01:15:40.952 DEBUG:teuthology.orchestra.run.smithi029:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:15:40.955 DEBUG:teuthology.orchestra.run.smithi122:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:15:40.967 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:15:40.969 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:15:40.972 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:15:40.972 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-16T01:15:40.973 INFO:teuthology.orchestra.run.smithi029.stdout:^* hv01.front.sepia.ceph.com 3 6 377 33 -358us[ -341us] +/- 43ms 2024-09-16T01:15:40.973 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 31 -299us[ -299us] +/- 49ms 2024-09-16T01:15:40.973 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 32 +1080us[+1080us] +/- 71ms 2024-09-16T01:15:40.973 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:15:40.974 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:15:40.974 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-16T01:15:40.974 INFO:teuthology.orchestra.run.smithi122.stdout:^* hv01.front.sepia.ceph.com 3 6 377 32 -360us[ -384us] +/- 43ms 2024-09-16T01:15:40.974 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 30 -304us[ -304us] +/- 49ms 2024-09-16T01:15:40.974 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 +1118us[+1118us] +/- 71ms 2024-09-16T01:15:40.975 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:15:40.975 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T01:15:40.985 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T01:15:40.985 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T01:15:40.995 DEBUG:teuthology.orchestra.run.smithi029:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T01:15:41.083 DEBUG:teuthology.orchestra.run.smithi122:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T01:15:41.146 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:15:41.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:41.175 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:15:41.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:41.203 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T01:15:41.212 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T01:15:41.225 INFO:teuthology.task.internal:Duration was 536.390228 seconds 2024-09-16T01:15:41.226 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T01:15:41.238 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T01:15:41.239 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T01:15:41.241 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T01:15:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:15:41.281 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:15:41.685 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T01:15:41.685 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:15:41.685 DEBUG:teuthology.orchestra.run.smithi029:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T01:15:41.748 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:15:41.748 DEBUG:teuthology.orchestra.run.smithi122:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T01:15:41.778 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T01:15:41.778 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T01:15:41.791 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T01:15:41.844 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T01:15:41.845 DEBUG:teuthology.orchestra.run.smithi029:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T01:15:41.859 DEBUG:teuthology.orchestra.run.smithi122:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T01:15:41.986 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T01:15:41.998 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T01:15:41.998 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T01:15:42.023 DEBUG:teuthology.orchestra.run.smithi122:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T01:15:42.048 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T01:15:42.061 DEBUG:teuthology.orchestra.run.smithi029:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:15:42.066 DEBUG:teuthology.orchestra.run.smithi122:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:15:42.088 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = core 2024-09-16T01:15:42.112 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = core 2024-09-16T01:15:42.125 DEBUG:teuthology.orchestra.run.smithi029:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:15:42.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:42.157 DEBUG:teuthology.orchestra.run.smithi122:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T01:15:42.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:15:42.180 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T01:15:42.192 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T01:15:42.193 DEBUG:teuthology.misc:Transferring archived files from smithi029:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi029 2024-09-16T01:15:42.193 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T01:15:42.231 DEBUG:teuthology.misc:Transferring archived files from smithi122:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906447/remote/smithi122 2024-09-16T01:15:42.231 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T01:15:42.264 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T01:15:42.264 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T01:15:42.268 DEBUG:teuthology.orchestra.run.smithi122:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T01:15:42.314 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T01:15:42.327 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T01:15:42.327 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T01:15:42.341 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T01:15:42.341 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T01:15:42.344 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T01:15:42.357 INFO:teuthology.orchestra.run.smithi029.stdout: 265340 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 01:15 /home/ubuntu/cephtest 2024-09-16T01:15:42.368 INFO:teuthology.orchestra.run.smithi122.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 01:15 /home/ubuntu/cephtest 2024-09-16T01:15:42.369 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T01:15:42.382 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T01:15:42.411 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/cap-flush} duration: 536.3902277946472 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T01:15:42.411 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:15:42.506 INFO:teuthology.run:pass